-- Logs begin at Mon 2022-10-17 02:34:03 UTC, end at Mon 2022-10-17 03:31:55 UTC. -- Oct 17 03:03:20.078436 dv-cinder-846977-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 17 03:03:22.746140 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.common.config [-] Logging enabled! Oct 17 03:03:22.746700 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 17 03:03:22.746971 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104526) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 17 03:03:22.750195 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.common.config [-] Logging enabled! Oct 17 03:03:22.750450 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev82 Oct 17 03:03:22.750766 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104526) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 17 03:03:22.751734 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 03:03:22.751968 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 03:03:22.753196 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 03:03:22.753306 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 03:03:22.753511 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 03:03:22.753829 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.754127 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.754360 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.754655 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.754971 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.755255 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.755546 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.755841 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.756126 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.756404 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.756692 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.756920 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.757200 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.757486 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.757773 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.757995 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] debug = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.758275 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.758704 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.759144 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.759428 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.759725 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.760005 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.760278 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.760555 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.760845 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.761174 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] host = dv-cinder-846977-2-iscsi {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.761456 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.761748 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.762304 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.762590 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.762885 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.763160 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.763449 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.763724 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.763998 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] log_file = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.764274 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.764562 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.764850 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.765139 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.765365 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.765587 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.765876 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.766167 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.766444 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.766718 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.767016 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.767291 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.767565 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.767857 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.768145 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.768427 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.768712 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.768985 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.769257 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.769527 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.769798 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.770084 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.770356 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.770626 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.770928 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.771214 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.771481 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.771753 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.772053 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.772339 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.772621 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.772905 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.773178 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.773458 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.773732 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.774004 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.774277 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] use_json = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.774545 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.774813 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.775115 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.775385 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.775654 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.775926 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.776197 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.776486 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.776758 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:22.777051 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.777348 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.777648 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.777932 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.778239 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.778519 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.778810 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.779113 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.779402 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.779690 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.779978 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.780256 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.780554 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.780842 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.781135 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.781435 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.781727 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.782019 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.782295 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.782568 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.782842 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.783149 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.783587 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.783957 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.784038 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.784331 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.784608 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.784905 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.785191 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.785474 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.785765 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.786056 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.786331 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.786615 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.786990 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.787272 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.787545 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.787835 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.788115 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.788387 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.788668 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.788958 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.789248 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.789519 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.789795 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.790087 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.790365 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.790637 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.790939 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.791218 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.791487 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.791771 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.792047 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.792317 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.792585 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.792861 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.793130 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.793399 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.793675 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.793945 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.794218 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.794489 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.794759 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.795053 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.795325 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.795594 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.795862 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.796131 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.796405 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.796678 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.796946 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.797213 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.797483 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.797751 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.798030 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.798328 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.798605 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.798897 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.799713 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.799990 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.800267 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.800543 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.800818 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.801093 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.801363 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.801651 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.801932 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.802216 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.802497 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.802790 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.803118 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.803395 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.803673 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.803948 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.804223 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.804497 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.804780 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.805059 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.805338 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.805622 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.805905 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.806198 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.806490 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.806770 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.807101 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.807396 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.807687 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.807965 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.808272 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.808548 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:22.808764 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 03:03:22.809005 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104526) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 17 03:03:23.187795 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 17 03:03:23.188118 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 17 03:03:23.188384 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 17 03:03:23.188611 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 17 03:03:23.188890 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 17 03:03:23.189218 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 17 03:03:23.515693 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.515918 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.516195 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.517412 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.517688 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.517980 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.571551 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.571831 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.572101 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.588080 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.588366 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.588641 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.617389 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.617667 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.617939 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.653974 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.654253 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.654520 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.885655 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.886293 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.886293 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.887665 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.888392 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.987121 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.987448 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.987730 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.988007 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.988282 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.988592 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.988853 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.989110 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.989363 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.989648 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.989909 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.990173 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.990431 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.990683 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.990964 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.991230 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.991484 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.991752 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.992023 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.992284 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.992557 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.992811 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.993094 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.993472 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.993724 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.993970 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:23.994361 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:03:23.994602 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:03:23.994839 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:03:23.995100 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:03:23.995333 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:03:23.995568 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:03:23.995929 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 17 03:03:23.999025 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 17 03:03:24.003507 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 17 03:03:24.007225 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 17 03:03:24.008852 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 17 03:03:24.009458 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 17 03:03:24.009795 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 17 03:03:24.010181 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 17 03:03:24.013220 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 17 03:03:24.013469 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 17 03:03:24.013819 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 03:03:24.018967 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 17 03:03:24.041730 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 17 03:03:24.042183 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.042481 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104526) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 17 03:03:24.042854 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.044231 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104526) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 17 03:03:24.044508 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 03:03:24.044754 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 17 03:03:24.056004 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.056287 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.127809 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 17 03:03:24.128053 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 17 03:03:24.128288 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 17 03:03:24.128664 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 17 03:03:24.181441 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO dbcounter [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Registered counter for database neutron Oct 17 03:03:24.199300 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_db.sqlalchemy.engines [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104526) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 17 03:03:24.205424 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writer thread running {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 03:03:24.750616 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Initializing driver for type 'gre' Oct 17 03:03:24.751177 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] gre ID ranges: [(1, 1000)] Oct 17 03:03:24.805141 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Initializing driver for type 'local' Oct 17 03:03:24.805648 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Initializing driver for type 'vlan' Oct 17 03:03:24.818841 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] VlanTypeDriver initialization complete Oct 17 03:03:24.819201 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Initializing driver for type 'vxlan' Oct 17 03:03:24.819688 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] vxlan ID ranges: [(1, 1000)] Oct 17 03:03:24.874322 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Initializing extension driver 'port_security' Oct 17 03:03:24.874648 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] PortSecurityExtensionDriver initialization complete Oct 17 03:03:24.875015 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Initializing mechanism driver 'openvswitch' Oct 17 03:03:24.875322 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Initializing mechanism driver 'hyperv' Oct 17 03:03:24.882421 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:03:24.883110 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > port after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.883482 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > port after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.883828 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > port after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.884329 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 03:03:24.884744 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > subnet after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.885095 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > subnet after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.885440 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.885828 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 03:03:24.886341 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > network after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.886568 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > network after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.887174 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > network after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.887567 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 03:03:24.887966 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > security_group after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.888311 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > security_group after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.888647 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.889036 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 03:03:24.889435 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.889774 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.890109 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.890622 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 03:03:24.891049 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > address_group after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.891403 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > address_group after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.891742 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.892129 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 03:03:24.892571 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] ML2 OVO RPC backend initialized. {{(pid=104526) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 17 03:03:24.893364 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.893718 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.894134 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > network before_response 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.894505 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > networks before_response 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.894856 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > port before_response 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.895219 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > ports before_response 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.895562 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > subnet before_response 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.895900 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > subnets before_response 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.896248 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > network after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.896582 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > network after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.896911 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > network after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.897245 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > port after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.897581 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > port after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.897956 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > port after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.898282 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > subnet after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.898558 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > subnet after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.898905 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.906421 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded quota_driver: . Oct 17 03:03:24.906785 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.plugin [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Modular L2 Plugin initialization complete Oct 17 03:03:24.907154 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading services supported by the core plugin {{(pid=104526) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 17 03:03:24.907551 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.plugins.ml2.managers [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Got port-security extension from driver 'port_security' Oct 17 03:03:24.907962 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.extensions.vlantransparent [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Disabled vlantransparent extension. Oct 17 03:03:24.908469 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104526) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 17 03:03:24.908805 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading Plugin: router Oct 17 03:03:24.944915 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.945304 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router after_create 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.945672 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router before_create 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.946034 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.946403 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.946755 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router after_delete 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.947134 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.947478 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.947834 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router after_create 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.948176 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router after_update 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.948520 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router after_update 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.948863 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.949213 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router after_update 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.949622 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router precommit_update 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.949990 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: port after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.950329 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: port after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.950670 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: subnet after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.951046 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.951398 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.951743 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router precommit_create 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.952086 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: port before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.952426 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router precommit_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.952779 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router after_update 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.953116 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.953465 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router precommit_create 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.953821 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.954160 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router precommit_update 55549900 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.954522 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > agent after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.954894 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > agent after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.955229 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > network after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.956193 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Tracking information for resource: router configured {{(pid=104526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:03:24.956516 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Tracking information for resource: floatingip configured {{(pid=104526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 03:03:24.961365 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.db.l3_agentschedulers_db [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 17 03:03:24.961929 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: port after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.962287 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: port after_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.962638 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: port after_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.963022 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: port after_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.963802 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router before_create 55550100 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.964163 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.964521 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router precommit_create 55550100 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.964871 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > router precommit_update 55550100 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.969651 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.services.provider_configuration [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service providers = [] {{(pid=104526) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 17 03:03:24.970010 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.db.servicetype_db [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104526) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 17 03:03:24.972981 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.services.service_base [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 03:03:24.973326 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.services.service_base [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 03:03:24.973666 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.services.service_base [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 03:03:24.974540 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.services.service_base [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 03:03:24.974931 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.services.service_base [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 17 03:03:24.975299 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:03:24.975610 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 17 03:03:24.987573 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:03:24.987899 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading Plugin: auto_allocate Oct 17 03:03:24.993543 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: network precommit_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.993904 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: network precommit_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:24.994412 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:03:24.994729 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading Plugin: tag Oct 17 03:03:25.001347 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:03:25.001619 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading Plugin: timestamp Oct 17 03:03:25.006258 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:03:25.006578 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading Plugin: network_ip_availability Oct 17 03:03:25.012255 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:25.012624 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:25.012976 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:25.013673 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:03:25.013989 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading Plugin: flavors Oct 17 03:03:25.018837 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:03:25.019179 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading Plugin: revisions Oct 17 03:03:25.023565 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 03:03:25.023946 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_concurrency.lockutils [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=104526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 17 03:03:25.024674 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104526) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 17 03:03:25.025005 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Initializing extension manager. Oct 17 03:03:25.025523 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: __init__.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.025858 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: __pycache__ {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.026202 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: address_group.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.027094 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.027650 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: address-group Oct 17 03:03:25.027968 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: address_scope.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.028630 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.029122 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: address-scope Oct 17 03:03:25.029439 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.030301 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.030803 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: router-admin-state-down-before-update Oct 17 03:03:25.031145 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: agent.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.031797 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.032286 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: agent Oct 17 03:03:25.032604 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: agent_resources_synced.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.033496 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.034057 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: agent-resources-synced Oct 17 03:03:25.034376 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: allowedaddresspairs.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.036106 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.036608 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: allowed-address-pairs Oct 17 03:03:25.036927 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: auto_allocated_topology.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.037937 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.038431 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: auto-allocated-topology Oct 17 03:03:25.038747 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: availability_zone.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.039414 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.039908 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: availability_zone Oct 17 03:03:25.040225 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: availability_zone_filter.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.041091 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.041580 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: availability_zone_filter Oct 17 03:03:25.041895 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: data_plane_status.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.042741 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.043265 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension data-plane-status not supported by any of loaded plugins Oct 17 03:03:25.043577 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: default_subnetpools.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.044430 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.044918 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: default-subnetpools Oct 17 03:03:25.045235 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.045987 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.046488 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: dhcp_agent_scheduler Oct 17 03:03:25.046808 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: dns.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.047683 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.048174 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension dns-integration not supported by any of loaded plugins Oct 17 03:03:25.048489 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: dns_domain_ports.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.049877 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.050366 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 17 03:03:25.050683 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.051577 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.052070 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 17 03:03:25.052387 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: dvr.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.053011 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.053498 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: dvr Oct 17 03:03:25.053813 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: ecmp_routes.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.054668 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.055179 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 17 03:03:25.055494 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: empty_string_filtering.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.056344 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.056834 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: empty-string-filtering Oct 17 03:03:25.057148 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.058000 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.058487 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 17 03:03:25.058801 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.059678 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.060163 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 17 03:03:25.060476 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: external_net.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.061330 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.061827 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: external-net Oct 17 03:03:25.062142 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.063031 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.063524 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: extra_dhcp_opt Oct 17 03:03:25.063838 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: extraroute.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.064744 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.065745 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: extraroute Oct 17 03:03:25.066064 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: extraroute_atomic.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.067079 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.067578 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: extraroute-atomic Oct 17 03:03:25.067896 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: filter_validation.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.068511 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.068998 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: filter-validation Oct 17 03:03:25.069313 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: fip_pf_description.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.070165 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.070653 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 17 03:03:25.071009 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: fip_pf_detail.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.071858 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.072348 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 17 03:03:25.072668 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: fip_pf_port_range.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.073521 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.074012 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 17 03:03:25.074326 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: fip_port_details.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.075218 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.075713 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: fip-port-details Oct 17 03:03:25.076026 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: flavors.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.077186 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.077687 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: flavors Oct 17 03:03:25.078010 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.079624 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.080141 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 17 03:03:25.080511 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: floatingip_pools.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.081171 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.081668 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: floatingip-pools Oct 17 03:03:25.081991 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: ip_allocation.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.082857 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.083372 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension ip_allocation not supported by any of loaded plugins Oct 17 03:03:25.083696 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.084571 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.085074 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: ip-substring-filtering Oct 17 03:03:25.085393 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: l2_adjacency.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.086266 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.086758 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 17 03:03:25.087109 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: l3.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.088009 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.088509 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: router Oct 17 03:03:25.088827 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.091174 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.091690 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 17 03:03:25.092018 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.092883 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.093385 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: ext-gw-mode Oct 17 03:03:25.093715 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.094574 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.095101 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: l3-ha Oct 17 03:03:25.095423 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.096826 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.097318 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 17 03:03:25.097636 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: l3_flavors.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.098498 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.099023 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: l3-flavors Oct 17 03:03:25.099344 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.100647 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.101150 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 17 03:03:25.101476 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.102342 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.102841 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 17 03:03:25.103190 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: l3agentscheduler.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.104176 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.104671 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: l3_agent_scheduler Oct 17 03:03:25.104992 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: local_ip.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.106673 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.107209 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension local_ip not supported by any of loaded plugins Oct 17 03:03:25.107539 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: logging.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.108957 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.109467 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension logging not supported by any of loaded plugins Oct 17 03:03:25.109794 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: metering.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.110490 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.111082 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: metering Oct 17 03:03:25.111412 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.113085 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.113583 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: metering_source_and_destination_fields Oct 17 03:03:25.113908 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: multiprovidernet.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.114777 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.115303 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: multi-provider Oct 17 03:03:25.115624 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: netmtu.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.116487 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.116984 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: net-mtu Oct 17 03:03:25.117301 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: netmtu_writable.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.118160 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.118653 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: net-mtu-writable Oct 17 03:03:25.119004 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: network_availability_zone.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.119628 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.120115 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: network_availability_zone Oct 17 03:03:25.120430 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: network_ip_availability.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.121468 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.121962 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: network-ip-availability Oct 17 03:03:25.122280 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: network_segment_range.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.123018 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.123504 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension network-segment-range not supported by any of loaded plugins Oct 17 03:03:25.123820 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: pagination.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.124738 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.125062 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: pagination Oct 17 03:03:25.125377 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: port_device_profile.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.126226 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.126722 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: port-device-profile Oct 17 03:03:25.127068 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: port_mac_address_override.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.127975 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.128469 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: port-mac-override Oct 17 03:03:25.128785 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.129646 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.130140 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: port-mac-address-regenerate Oct 17 03:03:25.130459 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.131337 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.131831 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: port-numa-affinity-policy Oct 17 03:03:25.132146 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: port_resource_request.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.132999 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.133490 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension port-resource-request not supported by any of loaded plugins Oct 17 03:03:25.133804 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: port_resource_request_groups.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.134709 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.135232 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 17 03:03:25.135551 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: portbindings.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.136409 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.136903 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: binding Oct 17 03:03:25.137484 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: portbindings_extended.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.138687 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.139220 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: binding-extended Oct 17 03:03:25.139544 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: portsecurity.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.140401 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.140900 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: port-security Oct 17 03:03:25.141216 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: project_id.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.142327 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.142654 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: project-id Oct 17 03:03:25.143416 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: providernet.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.144066 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.144566 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: provider Oct 17 03:03:25.144884 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.148363 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.148878 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos not supported by any of loaded plugins Oct 17 03:03:25.149210 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.150419 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.150959 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 17 03:03:25.151290 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.152161 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.152661 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 17 03:03:25.152982 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_default.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.153844 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.154341 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-default not supported by any of loaded plugins Oct 17 03:03:25.154659 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_fip.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.155553 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.156050 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-fip not supported by any of loaded plugins Oct 17 03:03:25.156369 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.157226 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.157722 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 17 03:03:25.158041 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_gateway_ip.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.159497 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.159987 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 17 03:03:25.160307 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_port_network_policy.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.161165 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.161667 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 17 03:03:25.161984 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.162989 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.163489 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 17 03:03:25.163807 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.164786 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.165281 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 17 03:03:25.165600 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_pps_rule.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.166709 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.167234 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-pps not supported by any of loaded plugins Oct 17 03:03:25.167555 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_rule_type_details.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.168410 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.168902 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 17 03:03:25.169219 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.170082 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.170575 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 17 03:03:25.170915 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: qos_rules_alias.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.171904 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.172405 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 17 03:03:25.172726 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: quota_check_limit.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.173581 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.174978 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: quota-check-limit Oct 17 03:03:25.175083 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: quotasv2.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.175941 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.176259 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: quotas Oct 17 03:03:25.176576 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: quotasv2_detail.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.178207 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.178538 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: quota_details Oct 17 03:03:25.178883 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: rbac.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.179890 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.180399 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: rbac-policies Oct 17 03:03:25.180723 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: rbac_address_group.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.181603 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.182104 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: rbac-address-group Oct 17 03:03:25.182423 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: rbac_address_scope.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.183376 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.183882 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: rbac-address-scope Oct 17 03:03:25.184202 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: rbac_security_groups.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.185067 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.185565 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: rbac-security-groups Oct 17 03:03:25.185882 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: rbac_subnetpool.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.186748 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.187284 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: rbac-subnetpool Oct 17 03:03:25.187604 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: revisionifmatch.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.188473 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.188972 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: revision-if-match Oct 17 03:03:25.189289 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: revisions.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.190971 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.191479 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: standard-attr-revisions Oct 17 03:03:25.191798 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: router_availability_zone.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.192422 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.192916 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: router_availability_zone Oct 17 03:03:25.193232 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: routerservicetype.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.194101 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.194597 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension router-service-type not supported by any of loaded plugins Oct 17 03:03:25.194937 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.195813 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.196309 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: security-groups-normalized-cidr Oct 17 03:03:25.196625 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.197492 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.197988 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: port-security-groups-filtering Oct 17 03:03:25.198303 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.199196 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.199694 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: security-groups-remote-address-group Oct 17 03:03:25.200010 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.200877 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.201376 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: security-groups-shared-filtering Oct 17 03:03:25.201694 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: securitygroup.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.212170 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.212693 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: security-group Oct 17 03:03:25.213026 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: segment.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.213712 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.214216 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension segment not supported by any of loaded plugins Oct 17 03:03:25.214539 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.215458 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.215958 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 17 03:03:25.216278 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: servicetype.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.217325 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.217831 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: service-type Oct 17 03:03:25.218158 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: sorting.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.219116 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.219444 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: sorting Oct 17 03:03:25.219763 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: standard_attr_segment.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.220644 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.221411 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 17 03:03:25.221519 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: standardattrdescription.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.222117 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.222619 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: standard-attr-description Oct 17 03:03:25.222974 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: stateful_security_group.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.223852 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.224355 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: stateful-security-group Oct 17 03:03:25.224674 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: stdattrs_common.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.225214 dv-cinder-846977-2-iscsi neutron-server[104526]: WARNING neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 17 03:03:25.225528 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.226408 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.226928 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 17 03:03:25.227248 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: subnet_onboard.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.228255 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.228755 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: subnet_onboard Oct 17 03:03:25.229078 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.229952 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.230449 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 17 03:03:25.230769 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: subnet_service_types.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.231681 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.232179 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: subnet-service-types Oct 17 03:03:25.232500 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: subnetallocation.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.233515 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.234019 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: subnet_allocation Oct 17 03:03:25.234342 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.235000 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.235496 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: subnetpool-prefix-ops Oct 17 03:03:25.235815 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.236850 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.237472 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 17 03:03:25.237794 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: tagging.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.238815 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.239339 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: standard-attr-tag Oct 17 03:03:25.239661 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: timestamp.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.240800 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.241302 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loaded extension: standard-attr-timestamp Oct 17 03:03:25.241630 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: trunk.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.242605 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.243137 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension trunk not supported by any of loaded plugins Oct 17 03:03:25.243458 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: trunk_details.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.244319 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.244815 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension trunk-details not supported by any of loaded plugins Oct 17 03:03:25.245135 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: uplink_status_propagation.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.245998 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.246491 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 17 03:03:25.246809 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Loading extension file: vlantransparent.py {{(pid=104526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 03:03:25.247476 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 03:03:25.247947 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 17 03:03:25.250526 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:network Oct 17 03:03:25.251062 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:subnet Oct 17 03:03:25.251515 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 03:03:25.252113 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:port Oct 17 03:03:25.253937 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.254374 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service FLAVORS assigned prefix: {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.255014 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.255452 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.255781 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:router Oct 17 03:03:25.256218 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:floatingip Oct 17 03:03:25.256708 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service METERING assigned prefix: /metering {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.258128 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:25.258500 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:25.258849 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:03:25.259863 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 03:03:25.260305 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:security_group Oct 17 03:03:25.260739 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 03:03:25.261272 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service CORE assigned prefix: {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.261605 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 03:03:25.262201 dv-cinder-846977-2-iscsi neutron-server[104526]: WARNING neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] subnetpool is already registered Oct 17 03:03:25.262630 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service CORE assigned prefix: {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.262990 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 03:03:25.263319 dv-cinder-846977-2-iscsi neutron-server[104526]: WARNING neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] subnetpool is already registered Oct 17 03:03:25.265765 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.266213 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service FLAVORS assigned prefix: {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.266834 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.267396 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.267726 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:router Oct 17 03:03:25.268900 dv-cinder-846977-2-iscsi neutron-server[104526]: WARNING neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] router is already registered Oct 17 03:03:25.269174 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:floatingip Oct 17 03:03:25.269505 dv-cinder-846977-2-iscsi neutron-server[104526]: WARNING neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] floatingip is already registered Oct 17 03:03:25.269969 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service METERING assigned prefix: /metering {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.270684 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 03:03:25.271041 dv-cinder-846977-2-iscsi neutron-server[104526]: WARNING neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] rbac_policy is already registered Oct 17 03:03:25.271468 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:security_group Oct 17 03:03:25.271802 dv-cinder-846977-2-iscsi neutron-server[104526]: WARNING neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] security_group is already registered Oct 17 03:03:25.272215 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 03:03:25.272541 dv-cinder-846977-2-iscsi neutron-server[104526]: WARNING neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] security_group_rule is already registered Oct 17 03:03:25.273040 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service CORE assigned prefix: {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.273361 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 03:03:25.273686 dv-cinder-846977-2-iscsi neutron-server[104526]: WARNING neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] subnetpool is already registered Oct 17 03:03:25.274110 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.v2.resource_helper [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Service CORE assigned prefix: {{(pid=104526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 03:03:25.274433 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 03:03:25.274754 dv-cinder-846977-2-iscsi neutron-server[104526]: WARNING neutron.quota.resource_registry [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] subnetpool is already registered Oct 17 03:03:25.275235 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: extensions {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.276825 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: address-groups {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.278309 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: address-scopes {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.279544 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: agents {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.280708 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: auto-allocated-topology {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.283224 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: availability_zones {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.284508 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: dhcp-networks {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.285910 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: dhcp-agents {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.287447 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: routers {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.289159 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: flavors {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.290301 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: service_profiles {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.291649 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: next_providers {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.293102 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: service_profiles {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.294529 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: floatingip-pools {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.295764 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: routers {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.297560 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: floatingips {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.298741 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: l3-routers {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.300202 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: l3-agents {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.301708 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: metering-labels {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.303004 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: metering-label-rules {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.304303 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: network-ip-availabilities {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.305658 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: bindings {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.307236 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: quotas {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.308779 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: quotas {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.310434 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: rbac-policies {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.311673 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: security-groups {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.312862 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: security-group-rules {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.314107 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: service-providers {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.316031 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: subnetpools {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.317354 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: subnetpools {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.318801 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: tags {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.320588 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: tags {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.322307 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: tags {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.324209 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: tags {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.325890 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: tags {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.327764 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: tags {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.329543 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: tags {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.332098 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: tags {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.333857 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: tags {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.335715 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron.api.extensions [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Extended resource: tags {{(pid=104526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 03:03:25.342646 dv-cinder-846977-2-iscsi neutron-server[104526]: WARNING keystonemiddleware.auth_token [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 17 03:03:25.347854 dv-cinder-846977-2-iscsi neutron-server[104526]: WARNING keystonemiddleware.auth_token [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 17 03:03:25.356573 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_concurrency.lockutils [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Acquiring lock "singleton_lock" {{(pid=104526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 17 03:03:25.356899 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_concurrency.lockutils [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Acquired lock "singleton_lock" {{(pid=104526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 17 03:03:25.357361 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_concurrency.lockutils [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Releasing lock "singleton_lock" {{(pid=104526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 17 03:03:25.358007 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO oslo_service.service [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Starting 2 workers Oct 17 03:03:25.362836 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Started child 104637 {{(pid=104526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 03:03:25.367281 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Started child 104638 {{(pid=104526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 03:03:25.368795 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO neutron.service [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 17 03:03:25.368987 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:25.369603 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:25.370496 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [-] (104637) wsgi starting up on http://0.0.0.0:9696 Oct 17 03:03:25.371871 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO oslo_service.service [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Starting 1 workers Oct 17 03:03:25.372084 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:25.373543 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [-] (104638) wsgi starting up on http://0.0.0.0:9696 Oct 17 03:03:25.377018 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Started child 104639 {{(pid=104526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 03:03:25.378111 dv-cinder-846977-2-iscsi neutron-server[104526]: INFO oslo_service.service [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Starting 1 workers Oct 17 03:03:25.381231 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.service [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] calling RpcWorker wait() {{(pid=104639) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 17 03:03:25.381766 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.service [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] returning from RpcWorker wait() {{(pid=104639) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 17 03:03:25.382602 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Started child 104640 {{(pid=104526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 03:03:25.383087 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:25.383377 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7d9d-a87d-406e-9d14-8a66575b3597 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:25.383551 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:03:25.385269 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 17 03:03:25.385484 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 03:03:25.385660 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 03:03:25.385885 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 03:03:25.386217 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 03:03:25.386394 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 03:03:25.386904 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.387430 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.387687 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.387836 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:25.388299 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.388511 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.388692 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:03:25.388785 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.389018 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.389291 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.389542 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.389704 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.389861 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.390108 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.390331 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.390646 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.390934 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.391168 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.391385 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.391550 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.391797 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.392056 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.392291 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.392574 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] debug = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.392901 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.393915 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.394156 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.394394 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.394645 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.394927 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.395177 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.395438 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.395700 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.395928 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.396166 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.396437 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.396665 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.396899 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.397109 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.397382 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.397598 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.398083 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] host = dv-cinder-846977-2-iscsi {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.398313 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.398541 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.398797 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.399056 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.399314 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.399541 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.399805 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.400058 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.400320 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.400554 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.400811 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.401060 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.401269 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.401508 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_file = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.401671 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_options = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.401908 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.402196 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.402467 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.402653 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.402810 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.402979 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.403220 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.403365 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.403606 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.403814 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.404077 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.404231 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.404535 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.404868 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.405102 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.405251 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.405668 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.405910 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.406162 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.406384 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.406648 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.406883 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.407095 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.407310 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.407518 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.407973 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.408146 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.408340 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.408575 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.408863 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.409080 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.409335 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.409549 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.409936 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.410326 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.410693 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.411164 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.411555 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.411968 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.412337 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.412723 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.413112 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.413471 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.413883 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.414239 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.414594 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.414987 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] use_json = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.415339 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.415690 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.416086 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.416605 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.416962 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.417314 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.417663 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.418037 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.418424 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.419001 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.419435 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.419884 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.420255 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.420656 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.421032 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.421400 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.421762 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.422309 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.422695 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.423171 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.423530 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.424003 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.425076 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.425524 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.425991 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.426417 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.426837 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.427604 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.427918 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.428226 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.428531 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.428821 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.429411 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.429672 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.429924 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.430148 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.430472 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.430748 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.431050 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.431399 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.431663 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.431940 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.432207 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.432424 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.432677 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.432899 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.433135 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.433341 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.433568 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.433840 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.434072 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.434299 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.434522 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.434733 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.434978 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.435240 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.435499 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.435745 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.435969 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.436179 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.436384 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.436776 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.437346 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.437757 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.438151 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.438581 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.439021 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.439469 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.440492 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.440961 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.441427 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.441828 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.442250 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.442662 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.443114 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.443621 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.444024 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.444425 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.444840 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.445056 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.445292 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.445512 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.445729 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.445966 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.446189 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.446416 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.446630 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.446841 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.447313 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.447562 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.447771 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.447991 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.448203 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.448432 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.448665 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.448875 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.449081 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.449289 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.449521 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.449745 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.449979 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.450283 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.450538 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.450779 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.451029 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.451291 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.451520 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.451766 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.451978 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.452186 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.452404 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.452655 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.452874 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.453132 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.453352 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.453583 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.453846 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.454079 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.454309 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.454549 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.454763 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.454999 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.455221 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.455492 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.455736 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.455962 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.456214 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.456467 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.456698 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.456909 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.457297 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.457536 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.457812 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.458046 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.458312 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.458694 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.459129 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.459412 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.459681 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.459929 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.460174 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.460451 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.460701 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.460989 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.461241 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.461679 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.461925 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.462168 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.462406 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.462655 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.462893 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.463145 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.463463 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.463689 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.463917 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.464143 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.464408 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.464670 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.464900 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.465163 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.465412 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.465663 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.465902 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.466126 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.466340 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.466572 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.466792 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.467025 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.467253 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.467460 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.467692 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.467902 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.468109 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.468334 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.468543 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.468826 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.469040 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.469254 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.469468 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.469709 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.469922 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.470128 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.470548 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.470998 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.471220 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.471435 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.471665 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.471889 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.472127 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.472391 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.472636 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.472846 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.473070 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.473324 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.473557 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.473769 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.474007 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.474213 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.474417 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.474618 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.474825 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.475053 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.475264 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.475484 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.475714 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.475957 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.476203 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.476545 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.476790 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.477014 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.477307 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.477548 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.477772 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.477979 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.478195 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.478435 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.478647 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.478891 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.479121 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.479343 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.479557 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.479768 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.479979 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.480213 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.480421 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.480694 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.480940 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.481173 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.481396 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.481633 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.481852 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.482088 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.482303 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.482516 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.482746 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.482995 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.483202 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.483413 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.483619 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.483937 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.484183 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.484406 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.484651 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.484863 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.485111 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.485365 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.485576 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.485780 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.485997 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.486206 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.486418 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.487251 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.487408 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.487680 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.487946 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.488354 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.488561 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.488783 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.488990 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.489194 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.489412 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.489624 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.489827 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.490047 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.490252 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.490457 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.490672 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.490907 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.491137 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.491375 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.491578 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.491815 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.492056 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.492266 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.492475 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.492759 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.493009 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.493244 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.493444 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:03:25.493541 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.493749 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.493988 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.494204 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.494488 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.494696 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.494956 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.495202 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.495430 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.495664 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.495923 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.496330 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.496616 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.496856 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.497092 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.497370 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.497778 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.498049 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.498278 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.498592 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.498937 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.499189 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.499460 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.499694 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.499932 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.500145 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.500362 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.500597 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.500829 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.501058 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.501290 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.501514 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.501784 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.501945 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.502258 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.503113 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.503369 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.503595 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.503833 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.504064 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.504219 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 03:03:25.504752 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 17 03:03:25.504909 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 03:03:25.505058 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 03:03:25.505223 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 03:03:25.505387 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 03:03:25.505534 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 03:03:25.505735 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.505891 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.506045 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.506198 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.506372 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.506554 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.506714 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.506887 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.507044 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.507198 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.507364 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.507491 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.507635 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.507857 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.507987 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.508111 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.508234 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.508435 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.508641 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.508641 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.508879 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.509003 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] debug = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.509137 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.509263 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.509413 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.509538 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.509662 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.509785 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.509935 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.510089 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.510242 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.510380 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.510748 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.510748 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.511011 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.511011 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.511245 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.511245 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.511478 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.511601 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] host = dv-cinder-846977-2-iscsi {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.511739 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.511858 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.512241 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.512378 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.512502 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.512647 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.512800 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.512958 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.513110 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.513322 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.513449 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.513572 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.513695 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.513817 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_file = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.513962 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_options = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.514113 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.514264 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.514408 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.514582 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.514740 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.514903 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.515059 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.515212 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.515394 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.515524 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.515648 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.515784 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.515935 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.516087 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.516240 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.516392 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.516544 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.516696 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.516848 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.517002 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.517138 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.517327 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.517460 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.517583 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.517892 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.518078 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.518236 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.518387 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.518654 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.518654 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.519130 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.519130 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.519130 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.519779 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.519779 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.519779 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.519779 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.520223 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.520223 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.520223 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.520223 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.520519 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.520519 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.520661 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.520786 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.520941 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.521094 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] use_json = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.521232 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.522351 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.522351 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.522351 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.522351 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.522351 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.522351 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.522351 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.522351 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 03:03:25.522992 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.522992 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.522992 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.522992 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.523268 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.523268 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.523410 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.523561 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.523718 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.523876 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.524038 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.524194 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.524359 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.524515 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.524669 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.524830 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.524985 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.525140 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.525298 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.525453 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.525608 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.525764 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.525927 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.526083 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.526237 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.526391 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.526545 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.526708 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.526887 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.527043 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.527214 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.527383 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.527526 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.527680 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.527835 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.527991 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.528149 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.528305 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.528460 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.528616 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.528773 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.528929 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.529085 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.529241 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.529398 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.529553 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.529709 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.529865 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.530020 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.530175 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.530331 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.530486 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.530642 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.530797 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.530984 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.531120 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.531275 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.531438 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.531592 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.531747 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.531902 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.532059 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.532213 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.532368 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.532525 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.532680 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.532836 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.532994 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.533161 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.533315 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.533512 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.533672 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.533821 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.533968 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.534122 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.534276 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.534432 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.534586 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.534759 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.534915 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.535063 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.535431 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.535431 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.535672 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.535672 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.535916 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.535916 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.536171 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.536254 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.536358 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.536514 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.536677 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.536848 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.537178 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.537178 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.537373 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.537452 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.537576 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.537699 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.537856 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.538012 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.538166 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.538320 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.538475 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.538631 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.538785 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.539086 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.539244 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.539399 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.539553 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.539708 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.539863 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.540018 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.540172 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.540327 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.540482 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.540638 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.540794 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.540947 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.541102 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.541256 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.541410 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.541565 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.541730 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.541884 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.542042 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.542198 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.542359 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.542523 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.542679 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.542835 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.543014 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.543169 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.543323 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.543479 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.543620 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.543777 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.543931 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.544087 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.544252 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.544406 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.544561 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.544716 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.544894 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.545049 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.545202 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.545357 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.545511 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.545666 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.545820 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.545975 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.546130 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.546435 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.546435 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.546673 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.546794 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.546899 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.547020 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.547175 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.547331 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.547487 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.547641 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.547797 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.547952 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.548105 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.548260 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.548414 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.548568 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.548760 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.548879 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.549560 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.549781 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.549941 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.550221 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.550376 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.550535 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.550661 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.550817 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.550996 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.551152 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.551293 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.551452 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.551608 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.551764 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.551920 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.552076 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.552232 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.552389 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.552547 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.552886 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.552886 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.553130 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.553130 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.553323 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.553403 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.553565 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.553718 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.553872 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.554046 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.554204 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.554357 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.554514 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.554668 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.554823 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.554999 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.555156 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.555311 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.555455 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.555609 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.555764 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.555918 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.556073 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.556227 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.556381 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.556535 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.556689 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.556847 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.557005 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.557160 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.557316 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.557471 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.557627 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.557782 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.557936 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.558091 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.558246 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.558400 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.558555 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.558710 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.558887 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.559054 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.559201 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.559352 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.559506 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.559662 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.559817 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.559982 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.560137 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.560291 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.560445 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.560599 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.560754 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.560918 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.561073 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.561227 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.561382 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.561536 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.561691 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.561854 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.562009 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.562163 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.562317 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.562471 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.562626 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.562796 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.562977 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.563109 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.563264 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.563422 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.563577 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.563742 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.563898 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.564052 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.564206 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.564361 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.564514 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.564733 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.565053 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.565212 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.565378 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.565533 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.565688 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.565844 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.566011 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.566168 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.566326 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.566481 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.566636 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.566793 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.566972 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.567133 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.567296 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.567457 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.567615 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.567778 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.567941 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.568104 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.568260 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.568420 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.568584 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.568739 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.568895 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.569054 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.569207 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.569363 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.569517 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.569673 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.569827 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.569981 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.570135 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.570290 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.570443 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.570598 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.570754 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.570929 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.571086 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.571240 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.571396 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.571550 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 03:03:25.571698 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 03:03:25.757867 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33150) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:03:25.765058 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0051494 Oct 17 03:03:25.769952 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043161 Oct 17 03:03:34.867896 dv-cinder-846977-2-iscsi neutron-server[104526]: DEBUG dbcounter [-] [104526] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:03:37.289328 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea17457-539e-4abb-ad41-671ed8ed80eb None None] get_active_networks_info from dv-cinder-846977-2-iscsi {{(pid=104639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:03:37.325197 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writer thread running {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 03:03:37.412699 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea17457-539e-4abb-ad41-671ed8ed80eb None None] No non-hosted networks {{(pid=104639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 17 03:03:37.426314 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.agentschedulers_db [None req-9ea17457-539e-4abb-ad41-671ed8ed80eb None None] DHCP Agent not found on host dv-cinder-846977-2-iscsi {{(pid=104639) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 17 03:03:37.535720 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-27d9a139-7779-4b2b-b6c4-4d1397fc2ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752606'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:38.746741 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writer thread running {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 03:03:39.280591 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-225ecc42-dbad-41bf-8d18-1a8a9270921c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752606'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:39.317995 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-ca5ed0f9-2a68-436a-a755-54d149bc56a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:40.695414 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752606'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:40.820901 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33222) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:03:41.413029 dv-cinder-846977-2-iscsi neutron-server[104638]: WARNING oslo_policy.policy [None req-39b96bf1-91f2-4b2c-b33a-739238a4a084 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:03:41.413850 dv-cinder-846977-2-iscsi neutron-server[104638]: WARNING oslo_policy.policy [None req-39b96bf1-91f2-4b2c-b33a-739238a4a084 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:03:41.658000 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [None req-39b96bf1-91f2-4b2c-b33a-739238a4a084 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:03:41.679851 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-39b96bf1-91f2-4b2c-b33a-739238a4a084 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8579562 Oct 17 03:03:42.093911 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752606'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:42.274728 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752606'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:42.275974 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.276574 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.277130 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.277720 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.278250 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.278777 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.279938 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.280315 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.280649 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.280977 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.281463 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.281794 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.282126 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.282601 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.282964 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:42.283593 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846977-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:03:42.291403 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846977-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:03:42.820158 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.db.l3_hamode_db [None req-e133e805-0941-4877-8814-dcc20bd46370 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 17 03:03:42.899188 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133e805-0941-4877-8814-dcc20bd46370 None None] Routers set() bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:03:42.899686 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133e805-0941-4877-8814-dcc20bd46370 None None] Router IDs set() for agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 17 03:03:44.416360 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33260) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:03:44.733404 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-eb644418-d9d9-4095-8b1b-0324558f753b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:03:44.745282 dv-cinder-846977-2-iscsi neutron-server[104638]: ERROR stevedore.extension [None req-eb644418-d9d9-4095-8b1b-0324558f753b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 17 03:03:44.827452 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.policy [None req-eb644418-d9d9-4095-8b1b-0324558f753b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104638) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 03:03:44.869240 dv-cinder-846977-2-iscsi neutron-server[104638]: WARNING oslo_policy.policy [None req-eb644418-d9d9-4095-8b1b-0324558f753b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:03:44.869589 dv-cinder-846977-2-iscsi neutron-server[104638]: WARNING oslo_policy.policy [None req-eb644418-d9d9-4095-8b1b-0324558f753b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:03:44.890027 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writer thread running {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 03:03:44.966016 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-eb644418-d9d9-4095-8b1b-0324558f753b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783203859829', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783203860361', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783203843693', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783203832681', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783203830302', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783203887496', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16097247', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16097054', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577410', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-538040'] for rbac-policy (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:45.042380 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-eb644418-d9d9-4095-8b1b-0324558f753b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:45.043590 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-eb644418-d9d9-4095-8b1b-0324558f753b admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6262834 Oct 17 03:03:47.625575 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33270) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:03:47.949805 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:03:47.979345 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Made reservation on behalf of f64aa9442bc9483987f3c997119762af for: {'network': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:03:47.983656 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:48.001850 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:48.113530 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Publish callbacks [] for security_group (b58a475c-535f-4388-b65d-9995bd8cb333), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:48.117160 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (b58a475c-535f-4388-b65d-9995bd8cb333), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:48.150062 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:03:48.179248 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783199631827', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:48.179743 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Unsubscribe: segment precommit_create {{(pid=104638) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 03:03:48.180262 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.segments_db [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Added segment 9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0 of type vlan for network 72275edd-8b4b-499d-b8b0-a90cc98bccb5 Oct 17 03:03:48.185724 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b58a475c-535f-4388-b65d-9995bd8cb333,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:03:48.220705 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.221610 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.221972 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.222318 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.222643 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.222988 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.223307 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.223624 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.223938 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.224251 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.224566 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.224892 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.225206 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.225520 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.225829 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Tracked resource versions report: Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: pushed versions: Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: { 'AddressGroup': {'1.2'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Agent': {'1.1'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'ConntrackHelper': {'1.0'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Log': {'1.0'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'NDPProxy': {'1.0'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Network': {'1.1'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Port': {'1.7'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'PortForwarding': {'1.3'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'QosPolicy': {'1.10'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'SecurityGroup': {'1.5'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'SubPort': {'1.0'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Subnet': {'1.1'}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Trunk': {'1.1'}} Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: consumer versions: Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: { DHCP agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: L3 agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: Metadata agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: Metering agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: Open vSwitch agent@dv-cinder-846977-2-iscsi: { 'AddressGroup': '1.2', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Agent': '1.1', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'ConntrackHelper': '1.0', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'LocalIPAssociation': '1.0', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Log': '1.0', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'NDPProxy': '1.0', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Network': '1.1', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Port': '1.7', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'PortForwarding': '1.3', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'QosPolicy': '1.10', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'SecurityGroup': '1.5', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'SecurityGroupRule': '1.2', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'SubPort': '1.0', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Subnet': '1.1', Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Trunk': '1.1'}} Oct 17 03:03:48.227246 dv-cinder-846977-2-iscsi neutron-server[104638]: {{(pid=104638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:03:48.288108 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (72275edd-8b4b-499d-b8b0-a90cc98bccb5), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:48.328863 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (72275edd-8b4b-499d-b8b0-a90cc98bccb5), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:48.334570 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:03:48.335324 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:48.344347 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=59,neutron:INSERT=37,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:03:48.429124 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8024709 Oct 17 03:03:48.463977 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011323f5-244f-4327-8275-7fa52723225b demo demo] Pushing event updated for resources: {'Network': ['ID=72275edd-8b4b-499d-b8b0-a90cc98bccb5,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:03:48.477704 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network 72275edd-8b4b-499d-b8b0-a90cc98bccb5 details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:03:51.084917 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33284) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:03:51.510276 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d65dd2-b02f-455f-920a-2f51ac970561 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:03:51.511652 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-97d65dd2-b02f-455f-920a-2f51ac970561 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/72275edd-8b4b-499d-b8b0-a90cc98bccb5 HTTP/1.1" status: 200 len: 825 time: 0.4257848 Oct 17 03:03:51.536952 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-eaaf332e-0859-4982-9b66-6217b61f9171 demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/52f22625-da51-4244-b27d-2af82166150a HTTP/1.1" status: 200 len: 734 time: 0.0189502 Oct 17 03:03:51.545394 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-612a54c8-1e38-4ba9-afd6-25014214c0d5 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5', 'subnetpool_id': '52f22625-da51-4244-b27d-2af82166150a', 'ip_version': 4}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:03:51.567195 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612a54c8-1e38-4ba9-afd6-25014214c0d5 demo admin] Made reservation on behalf of f64aa9442bc9483987f3c997119762af for: {'subnet': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:03:51.569537 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-612a54c8-1e38-4ba9-afd6-25014214c0d5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:51.768066 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:03:51.861660 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-612a54c8-1e38-4ba9-afd6-25014214c0d5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (740906af-a744-49cc-8752-75b05069d32d), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:51.929829 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a54c8-1e38-4ba9-afd6-25014214c0d5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=740906af-a744-49cc-8752-75b05069d32d,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:03:51.938479 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a54c8-1e38-4ba9-afd6-25014214c0d5 demo admin] Checking segment: {'id': '9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:03:51.938795 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a54c8-1e38-4ba9-afd6-25014214c0d5 demo admin] Network hostable DHCP agents. Network: 72275edd-8b4b-499d-b8b0-a90cc98bccb5, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:03:51.959934 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a54c8-1e38-4ba9-afd6-25014214c0d5 demo admin] Network 72275edd-8b4b-499d-b8b0-a90cc98bccb5 is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:03:51.970470 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-612a54c8-1e38-4ba9-afd6-25014214c0d5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, 72275edd-8b4b-499d-b8b0-a90cc98bccb5) {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:03:51.975946 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a54c8-1e38-4ba9-afd6-25014214c0d5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:03:51.976551 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-612a54c8-1e38-4ba9-afd6-25014214c0d5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:51.982188 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da2e32b-69b7-4c90-bacc-f200a485dcf5 None None] Network 72275edd-8b4b-499d-b8b0-a90cc98bccb5 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:03:51.992880 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-612a54c8-1e38-4ba9-afd6-25014214c0d5 demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4506838 Oct 17 03:03:52.252817 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-72275edd-8b4b-499d-b8b0-a90cc98bccb5', 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5', 'project_id': 'f64aa9442bc9483987f3c997119762af', 'fixed_ips': [{'subnet_id': '740906af-a744-49cc-8752-75b05069d32d'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:03:52.254160 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:52.534198 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Allocated IP 172.20.0.2 (72275edd-8b4b-499d-b8b0-a90cc98bccb5/740906af-a744-49cc-8752-75b05069d32d/a2484496-50d1-42d8-8476-b267f1ebb481) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:03:52.552828 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:03:52.807380 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Publish callbacks [] for port (a2484496-50d1-42d8-8476-b267f1ebb481), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:52.815817 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (a2484496-50d1-42d8-8476-b267f1ebb481), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:52.890205 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Network 72275edd-8b4b-499d-b8b0-a90cc98bccb5 is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:03:52.902343 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:03:52.910031 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:03:52.912452 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Pushing event updated for resources: {'Port': ['ID=a2484496-50d1-42d8-8476-b267f1ebb481,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:03:52.928463 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.928808 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.929165 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.929521 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.929857 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.930185 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.930508 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.930830 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.931188 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.931508 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.931833 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.932166 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.932488 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.932804 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.933120 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Tracked resource versions report: Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: pushed versions: Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: { 'AddressGroup': {'1.2'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Agent': {'1.1'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'ConntrackHelper': {'1.0'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Log': {'1.0'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'NDPProxy': {'1.0'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Network': {'1.1'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Port': {'1.7'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'PortForwarding': {'1.3'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'QosPolicy': {'1.10'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'SecurityGroup': {'1.5'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'SubPort': {'1.0'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Subnet': {'1.1'}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Trunk': {'1.1'}} Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: consumer versions: Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: { DHCP agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: L3 agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: Metadata agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: Metering agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: Open vSwitch agent@dv-cinder-846977-2-iscsi: { 'AddressGroup': '1.2', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Agent': '1.1', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'ConntrackHelper': '1.0', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'LocalIPAssociation': '1.0', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Log': '1.0', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'NDPProxy': '1.0', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Network': '1.1', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Port': '1.7', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'PortForwarding': '1.3', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'QosPolicy': '1.10', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'SecurityGroup': '1.5', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'SecurityGroupRule': '1.2', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'SubPort': '1.0', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Subnet': '1.1', Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Trunk': '1.1'}} Oct 17 03:03:52.934554 dv-cinder-846977-2-iscsi neutron-server[104639]: {{(pid=104639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:03:53.007225 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Attempting to bind port a2484496-50d1-42d8-8476-b267f1ebb481 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:03:53.007865 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Attempting to bind port a2484496-50d1-42d8-8476-b267f1ebb481 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:03:53.008055 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Attempting to bind port a2484496-50d1-42d8-8476-b267f1ebb481 on network 72275edd-8b4b-499d-b8b0-a90cc98bccb5 {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:03:53.041216 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:03:53.056446 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:03:53.056810 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Checking segment: {'id': '9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:03:53.057270 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:53.057711 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Bound using segment: {'id': '9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:03:53.058154 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Bound port: a2484496-50d1-42d8-8476-b267f1ebb481, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:03:53.058566 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (a2484496-50d1-42d8-8476-b267f1ebb481), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:53.120605 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] For port a2484496-50d1-42d8-8476-b267f1ebb481, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:03:53.140850 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] For port a2484496-50d1-42d8-8476-b267f1ebb481, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=a2484496-50d1-42d8-8476-b267f1ebb481,segment=NetworkSegment(9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0),segment_id=9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:03:53.148438 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (a2484496-50d1-42d8-8476-b267f1ebb481), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:03:53.200031 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34249004-f3c1-4cc3-a6dd-7ac4004cdd6d None None] Pushing event updated for resources: {'Port': ['ID=a2484496-50d1-42d8-8476-b267f1ebb481,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:03:54.105581 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=7 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:03:54.107198 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:03:54.652638 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33298) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:03:54.983067 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [None req-6556bfd2-c0a6-4c41-9c0b-945245b8904a admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:03:54.984148 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6556bfd2-c0a6-4c41-9c0b-945245b8904a admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3306508 Oct 17 03:03:57.677840 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33306) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:03:58.006237 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [None req-a597e9cc-50d2-4c6a-915d-7d0663f7eed2 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:03:58.007272 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a597e9cc-50d2-4c6a-915d-7d0663f7eed2 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3286102 Oct 17 03:04:00.013142 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device a2484496-50d1-42d8-8476-b267f1ebb481 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:04:00.098554 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port a2484496-50d1-42d8-8476-b267f1ebb481 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:04:00.098998 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (a2484496-50d1-42d8-8476-b267f1ebb481), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:00.099360 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port a2484496-50d1-42d8-8476-b267f1ebb481 Oct 17 03:04:00.204802 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port a2484496-50d1-42d8-8476-b267f1ebb481 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:04:00.205731 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (a2484496-50d1-42d8-8476-b267f1ebb481), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:00.242303 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port a2484496-50d1-42d8-8476-b267f1ebb481, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=a2484496-50d1-42d8-8476-b267f1ebb481,segment=NetworkSegment(9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0),segment_id=9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:04:00.246028 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (a2484496-50d1-42d8-8476-b267f1ebb481), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:00.298713 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=a2484496-50d1-42d8-8476-b267f1ebb481,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:00.712239 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33318) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:04:01.040553 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-83651f68-cf5b-498a-9c69-9ab96529325d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:04:01.065076 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-83651f68-cf5b-498a-9c69-9ab96529325d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1168'] for router (ff025c52-032d-42df-bc28-3253a3682c31), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:01.066540 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-83651f68-cf5b-498a-9c69-9ab96529325d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1177'] for router (ff025c52-032d-42df-bc28-3253a3682c31), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:01.205379 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-83651f68-cf5b-498a-9c69-9ab96529325d demo demo] Publish callbacks [] for router_controller (ff025c52-032d-42df-bc28-3253a3682c31), precommit_add_association {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:01.210412 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-83651f68-cf5b-498a-9c69-9ab96529325d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809'] for router (ff025c52-032d-42df-bc28-3253a3682c31), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:01.229972 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-83651f68-cf5b-498a-9c69-9ab96529325d demo demo] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:01.239505 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-83651f68-cf5b-498a-9c69-9ab96529325d demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5260458 Oct 17 03:04:01.267026 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eccc2b-dfb5-43e4-ad40-6a3d0b3f0f5b None None] Network 72275edd-8b4b-499d-b8b0-a90cc98bccb5 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:04:01.338315 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-a1412c7c-937e-4bba-97aa-a5ce48fadc0c None None] Provisioning complete for port a2484496-50d1-42d8-8476-b267f1ebb481 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:04:01.338712 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a1412c7c-937e-4bba-97aa-a5ce48fadc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (a2484496-50d1-42d8-8476-b267f1ebb481), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:01.339083 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-a1412c7c-937e-4bba-97aa-a5ce48fadc0c None None] Attempt 1 to provision port a2484496-50d1-42d8-8476-b267f1ebb481 Oct 17 03:04:01.367352 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:01.470351 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-a1412c7c-937e-4bba-97aa-a5ce48fadc0c None None] Current status of the port a2484496-50d1-42d8-8476-b267f1ebb481 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:04:01.689688 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-49849808-e5ef-4227-b5c6-b046454f5a57 None None] Provisioning complete for port a2484496-50d1-42d8-8476-b267f1ebb481 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:04:01.690145 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-49849808-e5ef-4227-b5c6-b046454f5a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (a2484496-50d1-42d8-8476-b267f1ebb481), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:01.690505 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-49849808-e5ef-4227-b5c6-b046454f5a57 None None] Attempt 1 to provision port a2484496-50d1-42d8-8476-b267f1ebb481 Oct 17 03:04:01.763649 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-49849808-e5ef-4227-b5c6-b046454f5a57 None None] Current status of the port a2484496-50d1-42d8-8476-b267f1ebb481 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:04:01.981490 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device a2484496-50d1-42d8-8476-b267f1ebb481 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:04:02.024890 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port a2484496-50d1-42d8-8476-b267f1ebb481 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:04:02.025194 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (a2484496-50d1-42d8-8476-b267f1ebb481), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:02.025529 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port a2484496-50d1-42d8-8476-b267f1ebb481 Oct 17 03:04:02.096809 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port a2484496-50d1-42d8-8476-b267f1ebb481 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:04:03.858108 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33326) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:04:04.174700 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [None req-719dd400-099b-4513-ae89-3594aa98c735 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:04:04.175724 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-719dd400-099b-4513-ae89-3594aa98c735 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3167548 Oct 17 03:04:06.787708 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33334) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:04:07.102756 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:04:07.123267 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Made reservation on behalf of eb6be797d9e4443fad02ceee69bd83a7 for: {'network': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:04:07.125477 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:07.133525 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:07.208003 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Publish callbacks [] for security_group (70de55ab-9fed-4651-8f45-0f44ec8b26b7), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:07.211582 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (70de55ab-9fed-4651-8f45-0f44ec8b26b7), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:07.229513 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=20,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:07.230955 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=104638) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 17 03:04:07.244242 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-49f01e8b-d643-4f35-9257-c7c8ce2011bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:07.251969 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70de55ab-9fed-4651-8f45-0f44ec8b26b7,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:07.255217 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (61cc431c-9898-4425-952e-e87ed3382a8c), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:07.255555 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.segments_db [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Added segment 61cc431c-9898-4425-952e-e87ed3382a8c of type flat for network 3f5d5270-3f2d-498d-b31c-27499816697e Oct 17 03:04:07.305252 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (3f5d5270-3f2d-498d-b31c-27499816697e), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:07.335627 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (3f5d5270-3f2d-498d-b31c-27499816697e), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:07.336563 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:04:07.337124 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:07.421620 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6328468 Oct 17 03:04:07.427810 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:07.432438 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14197103-5d4a-4d26-94d5-251de585d8f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3f5d5270-3f2d-498d-b31c-27499816697e,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:07.444044 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network 3f5d5270-3f2d-498d-b31c-27499816697e details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:04:07.446450 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:09.278062 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3904698f-e4d0-4054-9061-027344c32bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:10.029586 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33342) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:04:10.399295 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0900a8c-3c68-4b6f-89bf-ad4084053f52 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:04:10.400617 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-e0900a8c-3c68-4b6f-89bf-ad4084053f52 demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/740906af-a744-49cc-8752-75b05069d32d HTTP/1.1" status: 200 len: 849 time: 0.3700726 Oct 17 03:04:10.519036 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-635e71b2-d5e4-455a-a12f-f268f79f7ce0 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/ff025c52-032d-42df-bc28-3253a3682c31 HTTP/1.1" status: 200 len: 704 time: 0.1123984 Oct 17 03:04:10.637726 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:10.781659 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:11.108942 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Allocated IP 172.20.0.1 (72275edd-8b4b-499d-b8b0-a90cc98bccb5/740906af-a744-49cc-8752-75b05069d32d/73e114d1-e288-4e55-8243-838c4bed4528) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:04:11.262235 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Publish callbacks [] for port (73e114d1-e288-4e55-8243-838c4bed4528), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:11.327647 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (73e114d1-e288-4e55-8243-838c4bed4528), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:11.373035 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:11.409411 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Network 72275edd-8b4b-499d-b8b0-a90cc98bccb5 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:04:11.417491 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:04:11.420148 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:04:11.420605 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748858'] for router_interface (ff025c52-032d-42df-bc28-3253a3682c31), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:11.423466 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Pushing event updated for resources: {'Port': ['ID=73e114d1-e288-4e55-8243-838c4bed4528,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:11.426066 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 5 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:04:11.532046 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:11.619482 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (73e114d1-e288-4e55-8243-838c4bed4528), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:11.644620 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-09cea529-6093-4518-9686-374afbe31c8c None None] Provisioning complete for port 73e114d1-e288-4e55-8243-838c4bed4528 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:04:11.645122 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-09cea529-6093-4518-9686-374afbe31c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (73e114d1-e288-4e55-8243-838c4bed4528), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:11.645227 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-09cea529-6093-4518-9686-374afbe31c8c None None] Attempt 1 to provision port 73e114d1-e288-4e55-8243-838c4bed4528 Oct 17 03:04:11.677518 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-09cea529-6093-4518-9686-374afbe31c8c None None] Port 73e114d1-e288-4e55-8243-838c4bed4528 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:04:11.823583 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Publish callbacks [] for port (73e114d1-e288-4e55-8243-838c4bed4528), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:11.828040 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (73e114d1-e288-4e55-8243-838c4bed4528), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:11.828874 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748966'] for router_interface (ff025c52-032d-42df-bc28-3253a3682c31), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:11.910739 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Pushing event updated for resources: {'Port': ['ID=73e114d1-e288-4e55-8243-838c4bed4528,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:11.956993 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Network 72275edd-8b4b-499d-b8b0-a90cc98bccb5 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:04:11.958388 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:04:12.051136 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:12.114041 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Router ff025c52-032d-42df-bc28-3253a3682c31 is scheduled to L3 agent dea58ebe-04a0-4074-8d33-fced80136847 with binding_index 1 {{(pid=104638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:04:12.197381 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-82503f15-c24c-492b-8aaf-75f7b3d7573e None None] Provisioning complete for port 73e114d1-e288-4e55-8243-838c4bed4528 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:04:12.197715 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-82503f15-c24c-492b-8aaf-75f7b3d7573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (73e114d1-e288-4e55-8243-838c4bed4528), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:12.198233 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-82503f15-c24c-492b-8aaf-75f7b3d7573e None None] Attempt 1 to provision port 73e114d1-e288-4e55-8243-838c4bed4528 Oct 17 03:04:12.201224 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:04:12.220385 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-c368b1e8-94af-4695-8399-59c90f3e5eee demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/ff025c52-032d-42df-bc28-3253a3682c31/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6830733 Oct 17 03:04:12.220511 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Sync routers for ids ['ff025c52-032d-42df-bc28-3253a3682c31'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:04:12.226144 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Routers {'ff025c52-032d-42df-bc28-3253a3682c31'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:04:12.226980 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:04:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ff025c52-032d-42df-bc28-3253a3682c31'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:04:12.236602 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-82503f15-c24c-492b-8aaf-75f7b3d7573e None None] Port 73e114d1-e288-4e55-8243-838c4bed4528 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:04:12.272857 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:12.412956 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Set router ff025c52-032d-42df-bc28-3253a3682c31 gateway port host: None {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:04:12.835025 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'name': 'router1', 'tenant_id': 'f64aa9442bc9483987f3c997119762af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:04:01Z', 'updated_at': '2022-10-17T03:04:11Z', 'revision_number': 2, 'project_id': 'f64aa9442bc9483987f3c997119762af', 'gw_port_host': None, '_interfaces': [{'id': '73e114d1-e288-4e55-8243-838c4bed4528', 'name': '', 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5', 'tenant_id': 'f64aa9442bc9483987f3c997119762af', 'mac_address': 'fa:16:3e:7f:ea:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '740906af-a744-49cc-8752-75b05069d32d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:04:10Z', 'updated_at': '2022-10-17T03:04:11Z', 'revision_number': 2, 'project_id': 'f64aa9442bc9483987f3c997119762af', 'subnets': [{'id': '740906af-a744-49cc-8752-75b05069d32d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52f22625-da51-4244-b27d-2af82166150a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:04:12.884005 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Checking router: ff025c52-032d-42df-bc28-3253a3682c31 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:04:12.884362 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Updating router ff025c52-032d-42df-bc28-3253a3682c31 port 73e114d1-e288-4e55-8243-838c4bed4528 binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:04:12.937885 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (73e114d1-e288-4e55-8243-838c4bed4528), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:13.432282 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Publish callbacks [] for port (73e114d1-e288-4e55-8243-838c4bed4528), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:13.439825 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (73e114d1-e288-4e55-8243-838c4bed4528), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:13.587388 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Pushing event updated for resources: {'Port': ['ID=73e114d1-e288-4e55-8243-838c4bed4528,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:13.589674 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Attempting to bind port 73e114d1-e288-4e55-8243-838c4bed4528 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:04:13.590070 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Attempting to bind port 73e114d1-e288-4e55-8243-838c4bed4528 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:04:13.590498 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Attempting to bind port 73e114d1-e288-4e55-8243-838c4bed4528 on network 72275edd-8b4b-499d-b8b0-a90cc98bccb5 {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:04:13.624935 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.625271 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.625626 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.625976 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.626304 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.626628 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.627083 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.627484 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.627806 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.628130 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.628447 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.628778 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.629094 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.629404 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.629715 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Tracked resource versions report: Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: pushed versions: Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: { 'AddressGroup': {'1.2'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Agent': {'1.1'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'ConntrackHelper': {'1.0'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Log': {'1.0'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'NDPProxy': {'1.0'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Network': {'1.1'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Port': {'1.7'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'PortForwarding': {'1.3'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'QosPolicy': {'1.10'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'SecurityGroup': {'1.5'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'SubPort': {'1.0'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Subnet': {'1.1'}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Trunk': {'1.1'}} Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: consumer versions: Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: { DHCP agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: L3 agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: Metadata agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: Metering agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: Open vSwitch agent@dv-cinder-846977-2-iscsi: { 'AddressGroup': '1.2', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Agent': '1.1', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'ConntrackHelper': '1.0', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'LocalIPAssociation': '1.0', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Log': '1.0', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'NDPProxy': '1.0', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Network': '1.1', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Port': '1.7', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'PortForwarding': '1.3', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'QosPolicy': '1.10', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'SecurityGroup': '1.5', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'SecurityGroupRule': '1.2', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'SubPort': '1.0', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Subnet': '1.1', Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Trunk': '1.1'}} Oct 17 03:04:13.631145 dv-cinder-846977-2-iscsi neutron-server[104640]: {{(pid=104640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:04:13.686954 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:04:13.687342 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Checking segment: {'id': '9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:04:13.687800 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:13.688182 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Bound using segment: {'id': '9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:04:13.688669 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Bound port: 73e114d1-e288-4e55-8243-838c4bed4528, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:04:13.689053 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (73e114d1-e288-4e55-8243-838c4bed4528), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:13.691701 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:13.751680 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] For port 73e114d1-e288-4e55-8243-838c4bed4528, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:04:13.771556 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] For port 73e114d1-e288-4e55-8243-838c4bed4528, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=73e114d1-e288-4e55-8243-838c4bed4528,segment=NetworkSegment(9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0),segment_id=9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:04:13.777177 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (73e114d1-e288-4e55-8243-838c4bed4528), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:13.809427 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:13.815576 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Routers {'ff025c52-032d-42df-bc28-3253a3682c31'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:04:13.816182 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:04:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ff025c52-032d-42df-bc28-3253a3682c31'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:04:13.896059 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e279b4a-6e33-4973-932f-afc4ddcf6927 None None] Pushing event updated for resources: {'Port': ['ID=73e114d1-e288-4e55-8243-838c4bed4528,revision_number=4']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:13.920179 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] Set router ff025c52-032d-42df-bc28-3253a3682c31 gateway port host: None {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:04:14.114143 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'name': 'router1', 'tenant_id': 'f64aa9442bc9483987f3c997119762af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:04:01Z', 'updated_at': '2022-10-17T03:04:11Z', 'revision_number': 2, 'project_id': 'f64aa9442bc9483987f3c997119762af', 'gw_port_host': None, '_interfaces': [{'id': '73e114d1-e288-4e55-8243-838c4bed4528', 'name': '', 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5', 'tenant_id': 'f64aa9442bc9483987f3c997119762af', 'mac_address': 'fa:16:3e:7f:ea:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '740906af-a744-49cc-8752-75b05069d32d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:04:10Z', 'updated_at': '2022-10-17T03:04:13Z', 'revision_number': 4, 'project_id': 'f64aa9442bc9483987f3c997119762af', 'subnets': [{'id': '740906af-a744-49cc-8752-75b05069d32d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52f22625-da51-4244-b27d-2af82166150a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:04:14.139398 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b1784-0bb4-4159-9922-7de25e2da89d None None] The sync data for ids ['ff025c52-032d-42df-bc28-3253a3682c31'] in dv-cinder-846977-2-iscsi is: [{'id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'name': 'router1', 'tenant_id': 'f64aa9442bc9483987f3c997119762af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:04:01Z', 'updated_at': '2022-10-17T03:04:11Z', 'revision_number': 2, 'project_id': 'f64aa9442bc9483987f3c997119762af', 'gw_port_host': None, '_interfaces': [{'id': '73e114d1-e288-4e55-8243-838c4bed4528', 'name': '', 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5', 'tenant_id': 'f64aa9442bc9483987f3c997119762af', 'mac_address': 'fa:16:3e:7f:ea:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '740906af-a744-49cc-8752-75b05069d32d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:04:10Z', 'updated_at': '2022-10-17T03:04:13Z', 'revision_number': 4, 'project_id': 'f64aa9442bc9483987f3c997119762af', 'subnets': [{'id': '740906af-a744-49cc-8752-75b05069d32d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52f22625-da51-4244-b27d-2af82166150a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:04:14.893397 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 33352) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:04:15.430491 dv-cinder-846977-2-iscsi neutron-server[104637]: WARNING oslo_policy.policy [None req-aee219fe-5791-4bf9-b334-f502fd7f4c6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:04:15.431075 dv-cinder-846977-2-iscsi neutron-server[104637]: WARNING oslo_policy.policy [None req-aee219fe-5791-4bf9-b334-f502fd7f4c6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:04:15.664925 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writer thread running {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 17 03:04:15.705268 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:15.822544 dv-cinder-846977-2-iscsi neutron-server[104637]: ERROR stevedore.extension [None req-aee219fe-5791-4bf9-b334-f502fd7f4c6e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 17 03:04:15.877774 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.policy [None req-aee219fe-5791-4bf9-b334-f502fd7f4c6e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104637) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 03:04:15.921582 dv-cinder-846977-2-iscsi neutron-server[104637]: WARNING oslo_policy.policy [None req-aee219fe-5791-4bf9-b334-f502fd7f4c6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:04:15.921582 dv-cinder-846977-2-iscsi neutron-server[104637]: WARNING oslo_policy.policy [None req-aee219fe-5791-4bf9-b334-f502fd7f4c6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 03:04:15.929177 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee219fe-5791-4bf9-b334-f502fd7f4c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:04:15.931477 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-aee219fe-5791-4bf9-b334-f502fd7f4c6e admin admin] 10.222.0.27 "GET /networking/v2.0/networks/3f5d5270-3f2d-498d-b31c-27499816697e HTTP/1.1" status: 200 len: 842 time: 1.0362358 Oct 17 03:04:15.941564 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:04:15.984480 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Made reservation on behalf of eb6be797d9e4443fad02ceee69bd83a7 for: {'subnet': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:04:15.987969 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:16.386096 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.objects.ports [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104637) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 17 03:04:16.386602 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:16.464137 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:16.468815 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:04:16.469178 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Network hostable DHCP agents. Network: 3f5d5270-3f2d-498d-b31c-27499816697e, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:04:16.479612 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.479952 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.480296 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.480628 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.480953 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.481275 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.481649 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.482110 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.482258 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.482582 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.482933 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.483269 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.483588 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.483898 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.484208 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Tracked resource versions report: Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: pushed versions: Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: { 'AddressGroup': {'1.2'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Agent': {'1.1'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'ConntrackHelper': {'1.0'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Log': {'1.0'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'NDPProxy': {'1.0'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Network': {'1.1'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Port': {'1.7'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'PortForwarding': {'1.3'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'QosPolicy': {'1.10'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'SecurityGroup': {'1.5'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'SubPort': {'1.0'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Subnet': {'1.1'}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Trunk': {'1.1'}} Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: consumer versions: Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: { DHCP agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: L3 agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: Metadata agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: Metering agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: Open vSwitch agent@dv-cinder-846977-2-iscsi: { 'AddressGroup': '1.2', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Agent': '1.1', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'ConntrackHelper': '1.0', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'LocalIPAssociation': '1.0', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Log': '1.0', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'NDPProxy': '1.0', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Network': '1.1', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Port': '1.7', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'PortForwarding': '1.3', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'QosPolicy': '1.10', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'SecurityGroup': '1.5', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'SecurityGroupRule': '1.2', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'SubPort': '1.0', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Subnet': '1.1', Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Trunk': '1.1'}} Oct 17 03:04:16.485553 dv-cinder-846977-2-iscsi neutron-server[104637]: {{(pid=104637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:04:16.516618 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:04:16.530340 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, 3f5d5270-3f2d-498d-b31c-27499816697e) {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:04:16.536117 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:04:16.536732 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:16.542334 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccd9460-4a04-49d1-a093-ba31a5d5b8ae None None] Network 3f5d5270-3f2d-498d-b31c-27499816697e requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:04:16.559001 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-f90cfb94-7e89-4b8b-b7a6-ff65056e385c admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6211319 Oct 17 03:04:16.652309 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15013584-6d6e-4b7b-b0eb-b23820bc13d6 None None] Network 3f5d5270-3f2d-498d-b31c-27499816697e requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:04:19.278492 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33378) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:04:19.680730 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-d9584bda-051a-47cb-8825-f40d352084a0 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/ff025c52-032d-42df-bc28-3253a3682c31 HTTP/1.1" status: 200 len: 710 time: 0.4011540 Oct 17 03:04:19.836943 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4364ebaf-8771-4f90-aa47-217bb614a278 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:04:19.838229 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-4364ebaf-8771-4f90-aa47-217bb614a278 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/3f5d5270-3f2d-498d-b31c-27499816697e HTTP/1.1" status: 200 len: 886 time: 0.1519279 Oct 17 03:04:19.847435 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:04:19.924988 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:19.961518 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:20.012569 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 73e114d1-e288-4e55-8243-838c4bed4528 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:04:20.038955 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:20.059163 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 73e114d1-e288-4e55-8243-838c4bed4528 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:04:20.059558 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (73e114d1-e288-4e55-8243-838c4bed4528), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:20.059897 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 73e114d1-e288-4e55-8243-838c4bed4528 Oct 17 03:04:20.094989 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Publish callbacks [] for router_gateway (ff025c52-032d-42df-bc28-3253a3682c31), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:20.137169 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 73e114d1-e288-4e55-8243-838c4bed4528 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:04:20.137554 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (73e114d1-e288-4e55-8243-838c4bed4528), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:20.171014 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 73e114d1-e288-4e55-8243-838c4bed4528, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=73e114d1-e288-4e55-8243-838c4bed4528,segment=NetworkSegment(9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0),segment_id=9d6d3d2d-ca15-405b-ab89-6ef3bc8d24f0)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:04:20.175733 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (73e114d1-e288-4e55-8243-838c4bed4528), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:20.234106 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=73e114d1-e288-4e55-8243-838c4bed4528,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:20.315173 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Publish callbacks [] for router_gateway (ff025c52-032d-42df-bc28-3253a3682c31), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:20.394251 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:20.499697 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Allocated IP 172.27.0.124 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/658171f4-8eef-4ec7-ad9f-e66b96238b5d) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:04:20.599877 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Publish callbacks [] for port (658171f4-8eef-4ec7-ad9f-e66b96238b5d), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:20.630415 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (658171f4-8eef-4ec7-ad9f-e66b96238b5d), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:20.671686 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:04:20.677088 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:04:20.680809 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:04:20.682889 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Pushing event updated for resources: {'Port': ['ID=658171f4-8eef-4ec7-ad9f-e66b96238b5d,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:20.714946 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:20.914529 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Publish callbacks [] for router_gateway (ff025c52-032d-42df-bc28-3253a3682c31), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:20.959704 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:21.184481 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751845', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-752350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1163'] for router (ff025c52-032d-42df-bc28-3253a3682c31), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:21.187901 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-752357'] for router (ff025c52-032d-42df-bc28-3253a3682c31), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:21.287778 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Router ff025c52-032d-42df-bc28-3253a3682c31 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:04:21.386543 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:04:21.391035 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:21.392802 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6fdd3313-6c0c-4867-9657-6d9698f82e4a demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/ff025c52-032d-42df-bc28-3253a3682c31 HTTP/1.1" status: 200 len: 890 time: 1.5479565 Oct 17 03:04:21.398496 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Sync routers for ids ['ff025c52-032d-42df-bc28-3253a3682c31'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:04:21.411269 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Routers {'ff025c52-032d-42df-bc28-3253a3682c31'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:04:21.411975 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:04:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ff025c52-032d-42df-bc28-3253a3682c31'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:04:21.629086 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Set router ff025c52-032d-42df-bc28-3253a3682c31 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:04:21.823492 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:22.003206 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 73e114d1-e288-4e55-8243-838c4bed4528 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:04:22.025420 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'name': 'router1', 'tenant_id': 'f64aa9442bc9483987f3c997119762af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '658171f4-8eef-4ec7-ad9f-e66b96238b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:04:01Z', 'updated_at': '2022-10-17T03:04:20Z', 'revision_number': 4, 'project_id': 'f64aa9442bc9483987f3c997119762af', 'gw_port': {'id': '658171f4-8eef-4ec7-ad9f-e66b96238b5d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:04:20Z', 'updated_at': '2022-10-17T03:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '73e114d1-e288-4e55-8243-838c4bed4528', 'name': '', 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5', 'tenant_id': 'f64aa9442bc9483987f3c997119762af', 'mac_address': 'fa:16:3e:7f:ea:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '740906af-a744-49cc-8752-75b05069d32d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:04:10Z', 'updated_at': '2022-10-17T03:04:20Z', 'revision_number': 5, 'project_id': 'f64aa9442bc9483987f3c997119762af', 'subnets': [{'id': '740906af-a744-49cc-8752-75b05069d32d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52f22625-da51-4244-b27d-2af82166150a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:04:22.150142 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Checking router: ff025c52-032d-42df-bc28-3253a3682c31 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:04:22.150484 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Updating router ff025c52-032d-42df-bc28-3253a3682c31 port 658171f4-8eef-4ec7-ad9f-e66b96238b5d binding host dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:04:22.215179 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (658171f4-8eef-4ec7-ad9f-e66b96238b5d), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:22.218372 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 73e114d1-e288-4e55-8243-838c4bed4528 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:04:22.218747 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (73e114d1-e288-4e55-8243-838c4bed4528), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:22.219108 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 73e114d1-e288-4e55-8243-838c4bed4528 Oct 17 03:04:22.459672 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 73e114d1-e288-4e55-8243-838c4bed4528 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:04:22.535892 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:22.584810 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Publish callbacks [] for port (658171f4-8eef-4ec7-ad9f-e66b96238b5d), precommit_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:22.590019 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (658171f4-8eef-4ec7-ad9f-e66b96238b5d), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:22.629204 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Attempting to bind port 658171f4-8eef-4ec7-ad9f-e66b96238b5d on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:04:22.629566 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Attempting to bind port 658171f4-8eef-4ec7-ad9f-e66b96238b5d by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:04:22.629922 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Attempting to bind port 658171f4-8eef-4ec7-ad9f-e66b96238b5d on network 3f5d5270-3f2d-498d-b31c-27499816697e {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:04:22.661686 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512ecb4-4664-45b0-9f93-2653329b715b None None] Pushing event updated for resources: {'Port': ['ID=658171f4-8eef-4ec7-ad9f-e66b96238b5d,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:22.679130 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:04:22.679494 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:04:22.679882 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:22.680258 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Bound using segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:04:22.680780 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Bound port: 658171f4-8eef-4ec7-ad9f-e66b96238b5d, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:04:22.681154 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (658171f4-8eef-4ec7-ad9f-e66b96238b5d), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:22.728382 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] For port 658171f4-8eef-4ec7-ad9f-e66b96238b5d, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:04:22.731711 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] For port 658171f4-8eef-4ec7-ad9f-e66b96238b5d, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=658171f4-8eef-4ec7-ad9f-e66b96238b5d,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:04:22.737456 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (658171f4-8eef-4ec7-ad9f-e66b96238b5d), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:22.772959 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Routers {'ff025c52-032d-42df-bc28-3253a3682c31'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:04:22.773555 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:04:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ff025c52-032d-42df-bc28-3253a3682c31'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:04:22.832618 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512ecb4-4664-45b0-9f93-2653329b715b None None] Pushing event updated for resources: {'Port': ['ID=658171f4-8eef-4ec7-ad9f-e66b96238b5d,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:22.890756 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] Set router ff025c52-032d-42df-bc28-3253a3682c31 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:04:22.919147 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:23.087357 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'name': 'router1', 'tenant_id': 'f64aa9442bc9483987f3c997119762af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '658171f4-8eef-4ec7-ad9f-e66b96238b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:04:01Z', 'updated_at': '2022-10-17T03:04:20Z', 'revision_number': 4, 'project_id': 'f64aa9442bc9483987f3c997119762af', 'gw_port': {'id': '658171f4-8eef-4ec7-ad9f-e66b96238b5d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:04:20Z', 'updated_at': '2022-10-17T03:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '73e114d1-e288-4e55-8243-838c4bed4528', 'name': '', 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5', 'tenant_id': 'f64aa9442bc9483987f3c997119762af', 'mac_address': 'fa:16:3e:7f:ea:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '740906af-a744-49cc-8752-75b05069d32d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:04:10Z', 'updated_at': '2022-10-17T03:04:20Z', 'revision_number': 5, 'project_id': 'f64aa9442bc9483987f3c997119762af', 'subnets': [{'id': '740906af-a744-49cc-8752-75b05069d32d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52f22625-da51-4244-b27d-2af82166150a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:04:23.112931 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582aa387-6ee4-4711-846e-3f31a6ceb64f None None] The sync data for ids ['ff025c52-032d-42df-bc28-3253a3682c31'] in dv-cinder-846977-2-iscsi is: [{'id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'name': 'router1', 'tenant_id': 'f64aa9442bc9483987f3c997119762af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '658171f4-8eef-4ec7-ad9f-e66b96238b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:04:01Z', 'updated_at': '2022-10-17T03:04:20Z', 'revision_number': 4, 'project_id': 'f64aa9442bc9483987f3c997119762af', 'gw_port': {'id': '658171f4-8eef-4ec7-ad9f-e66b96238b5d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:04:20Z', 'updated_at': '2022-10-17T03:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '73e114d1-e288-4e55-8243-838c4bed4528', 'name': '', 'network_id': '72275edd-8b4b-499d-b8b0-a90cc98bccb5', 'tenant_id': 'f64aa9442bc9483987f3c997119762af', 'mac_address': 'fa:16:3e:7f:ea:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff025c52-032d-42df-bc28-3253a3682c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '740906af-a744-49cc-8752-75b05069d32d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:04:10Z', 'updated_at': '2022-10-17T03:04:20Z', 'revision_number': 5, 'project_id': 'f64aa9442bc9483987f3c997119762af', 'subnets': [{'id': '740906af-a744-49cc-8752-75b05069d32d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52f22625-da51-4244-b27d-2af82166150a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:04:24.003987 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 658171f4-8eef-4ec7-ad9f-e66b96238b5d up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:04:24.051133 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 658171f4-8eef-4ec7-ad9f-e66b96238b5d triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:04:24.051519 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (658171f4-8eef-4ec7-ad9f-e66b96238b5d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:24.051845 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 658171f4-8eef-4ec7-ad9f-e66b96238b5d Oct 17 03:04:24.120457 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 658171f4-8eef-4ec7-ad9f-e66b96238b5d is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:04:24.120753 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (658171f4-8eef-4ec7-ad9f-e66b96238b5d), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:24.136745 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:24.141382 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 658171f4-8eef-4ec7-ad9f-e66b96238b5d, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=658171f4-8eef-4ec7-ad9f-e66b96238b5d,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:04:24.146598 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (658171f4-8eef-4ec7-ad9f-e66b96238b5d), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:24.191815 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=658171f4-8eef-4ec7-ad9f-e66b96238b5d,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:04:24.199071 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 33388) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:04:24.427852 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=28 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:24.437066 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:24.613388 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-f576ff41-932d-415c-8b5f-f034cbb57644 admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4131680 Oct 17 03:04:25.992613 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 658171f4-8eef-4ec7-ad9f-e66b96238b5d up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:04:26.039106 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 658171f4-8eef-4ec7-ad9f-e66b96238b5d triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:04:26.039496 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (658171f4-8eef-4ec7-ad9f-e66b96238b5d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:26.039829 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 658171f4-8eef-4ec7-ad9f-e66b96238b5d Oct 17 03:04:26.108268 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 658171f4-8eef-4ec7-ad9f-e66b96238b5d is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:04:31.381708 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:31.385285 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=37 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:34.583283 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=57,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:34.609697 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=59,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:36.105838 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:36.107376 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=24 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:37.249625 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4209fadc-cff3-4738-ab7f-2ef74d049874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:39.295805 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b492-afe4-4a97-a2d1-8fffbadaa1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:40.650410 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:42.057095 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:42.275111 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:04:48.434650 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 5 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:04:52.266155 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:04:52.269414 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:01.439693 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=5 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:01.445484 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:07.246325 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9910a0e0-7919-4d12-a2b7-2f3428faea45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:09.292417 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4770c28c-f7e2-4c7e-b878-e195ed468813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:10.652638 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:12.059675 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:12.270744 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:21.419017 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:21.442673 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:22.263444 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:22.266335 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:25.432744 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 5 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:05:37.241293 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-26c6b34f-d809-4814-a35a-4675d97e3351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:38.419021 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:38.431189 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:39.288920 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d7e49d16-e190-4271-88e2-63b75aa8f2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:40.651908 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:42.057515 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:42.273386 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:50.236465 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 33938) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:05:50.570431 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec47f25a-5c81-4d30-b24a-69f195516365 admin admin] GET failed (client error): The resource could not be found. Oct 17 03:05:50.571706 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-ec47f25a-5c81-4d30-b24a-69f195516365 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3343978 Oct 17 03:05:50.731228 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9df21-13d0-4f29-ac4a-6f5896f9ffdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:05:50.732677 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-8ef9df21-13d0-4f29-ac4a-6f5896f9ffdf admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565275 Oct 17 03:05:52.267426 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:52.269228 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:53.287795 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 33948) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:05:53.664491 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb3679e-45c0-426c-8ed4-e0ffc8c4bf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:05:53.665850 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-fcb3679e-45c0-426c-8ed4-e0ffc8c4bf2c admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/740906af-a744-49cc-8752-75b05069d32d HTTP/1.1" status: 200 len: 849 time: 0.3771238 Oct 17 03:05:53.676203 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:05:53.759821 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Publish callbacks [] for subnet (740906af-a744-49cc-8752-75b05069d32d), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:53.906538 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783199494319'] for subnet (740906af-a744-49cc-8752-75b05069d32d), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:53.943386 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:05:53.943965 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:53.945231 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/740906af-a744-49cc-8752-75b05069d32d HTTP/1.1" status: 200 len: 868 time: 0.2733982 Oct 17 03:05:53.962152 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a453879-85ac-430f-8f86-4067728652f0 None None] Network 72275edd-8b4b-499d-b8b0-a90cc98bccb5 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:05:53.966367 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Pushing event updated for resources: {'Subnet': ['ID=740906af-a744-49cc-8752-75b05069d32d,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:05:53.974719 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.975108 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.975468 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.975813 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.976139 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.976465 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.976787 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.977105 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.977438 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.977760 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.978099 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.978432 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.978748 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.979098 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:53.979413 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1638942-6487-454d-aca1-c3f50998debd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:05:54.256985 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7644050e-8abd-4959-be54-34c16965a49c None None] Provisioning complete for port a2484496-50d1-42d8-8476-b267f1ebb481 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:05:54.257396 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7644050e-8abd-4959-be54-34c16965a49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (a2484496-50d1-42d8-8476-b267f1ebb481), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:54.257729 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7644050e-8abd-4959-be54-34c16965a49c None None] Attempt 1 to provision port a2484496-50d1-42d8-8476-b267f1ebb481 Oct 17 03:05:54.283212 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=10 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:54.288500 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=16 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:05:54.333974 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7644050e-8abd-4959-be54-34c16965a49c None None] Current status of the port a2484496-50d1-42d8-8476-b267f1ebb481 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:05:54.341878 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7644050e-8abd-4959-be54-34c16965a49c None None] Provisioning complete for port 73e114d1-e288-4e55-8243-838c4bed4528 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:05:54.342268 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7644050e-8abd-4959-be54-34c16965a49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (73e114d1-e288-4e55-8243-838c4bed4528), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:05:54.342606 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7644050e-8abd-4959-be54-34c16965a49c None None] Attempt 1 to provision port 73e114d1-e288-4e55-8243-838c4bed4528 Oct 17 03:05:54.413561 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7644050e-8abd-4959-be54-34c16965a49c None None] Current status of the port 73e114d1-e288-4e55-8243-838c4bed4528 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:05:56.490297 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33956) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:05:56.963373 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d96d651-48cb-43b7-8cbc-26537c4c4546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:05:56.963748 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d96d651-48cb-43b7-8cbc-26537c4c4546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:05:56.965301 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-5d96d651-48cb-43b7-8cbc-26537c4c4546 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4739933 Oct 17 03:05:59.520266 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33966) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:05:59.926270 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fcba9d-f182-4cb3-b53b-3fc2d19a3a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:05:59.926758 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fcba9d-f182-4cb3-b53b-3fc2d19a3a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:05:59.928316 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-f8fcba9d-f182-4cb3-b53b-3fc2d19a3a71 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4071946 Oct 17 03:06:02.431778 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 5 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:06:02.524969 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33974) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:06:02.926924 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd1eea-e8a9-4b3b-bba3-b13899d842d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:06:02.928279 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-e2dd1eea-e8a9-4b3b-bba3-b13899d842d3 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/3f5d5270-3f2d-498d-b31c-27499816697e HTTP/1.1" status: 200 len: 886 time: 0.4023709 Oct 17 03:06:03.968922 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=62,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:03.970674 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:04.410247 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=44 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:04.412141 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=33 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:05.491277 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33984) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:06:05.891584 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15580c83-845e-4a34-ba43-e374dec53df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:06:05.892935 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-15580c83-845e-4a34-ba43-e374dec53df7 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/72275edd-8b4b-499d-b8b0-a90cc98bccb5 HTTP/1.1" status: 200 len: 869 time: 0.4007201 Oct 17 03:06:07.244032 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3c9a432e-3f6a-45d4-8af2-3dde09b59837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:08.445159 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 33992) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:06:08.843620 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e314d0-ccae-47ee-b31b-45f3d30f9ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:06:08.843996 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e314d0-ccae-47ee-b31b-45f3d30f9ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:06:08.845823 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-60e314d0-ccae-47ee-b31b-45f3d30f9ec2 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3997190 Oct 17 03:06:09.282634 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8845cd5a-a384-45e7-9d4d-1af0274406fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:10.653796 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:11.415826 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34002) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:06:11.784411 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09783706-fabb-47c6-910f-aafd0b0c48af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:06:11.784867 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09783706-fabb-47c6-910f-aafd0b0c48af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:06:11.786361 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-09783706-fabb-47c6-910f-aafd0b0c48af admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3696098 Oct 17 03:06:12.059842 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:12.278448 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:14.338637 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34010) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:06:14.696959 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8461366b-49a0-4f66-97c6-82375cbb8b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:06:14.698258 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-8461366b-49a0-4f66-97c6-82375cbb8b3c admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce HTTP/1.1" status: 200 len: 816 time: 0.3586619 Oct 17 03:06:15.421593 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:15.426957 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=6 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:17.352549 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34018) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:06:17.715938 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c2fb02-3b06-413d-b0ea-22dc89f70354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:06:17.717279 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-c5c2fb02-3b06-413d-b0ea-22dc89f70354 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/740906af-a744-49cc-8752-75b05069d32d HTTP/1.1" status: 200 len: 868 time: 0.3637936 Oct 17 03:06:22.271501 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:22.272291 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:27.711402 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=64 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:27.712220 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=74 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:37.250604 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-852999b2-7f11-476b-8e05-b545ccd6eca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:39.285805 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d9b1bf63-61d3-4cfb-8527-9a20311720ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:39.430504 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 5 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:06:40.658499 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:42.062153 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:42.286602 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:47.273864 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34074) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:06:47.597381 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [None req-26881cce-b63c-49be-a257-7cc2b60e4a02 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:06:47.598380 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-26881cce-b63c-49be-a257-7cc2b60e4a02 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3236783 Oct 17 03:06:50.278812 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34082) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:06:50.608878 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1268f31-aeb7-4c8e-b32c-e3ab93e17658 admin admin] GET failed (client error): The resource could not be found. Oct 17 03:06:50.611228 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-c1268f31-aeb7-4c8e-b32c-e3ab93e17658 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3315318 Oct 17 03:06:50.756848 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643e795a-c6b1-409c-be9d-b3ef1a922b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:06:50.758298 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-643e795a-c6b1-409c-be9d-b3ef1a922b76 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1427314 Oct 17 03:06:52.271383 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:52.281724 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:52.427394 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:52.432572 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:53.360180 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34090) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:06:53.686760 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:06:53.707248 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Made reservation on behalf of eb6be797d9e4443fad02ceee69bd83a7 for: {'network': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:06:53.709606 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:53.737791 dv-cinder-846977-2-iscsi neutron-server[104638]: WARNING neutron.services.revisions.revision_plugin [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Could not find related network for resource to bump revision. Oct 17 03:06:53.748831 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=104638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:06:53.758358 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (93fd4cb7-32f2-4d56-9986-c14b77cf1960), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:53.758683 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.segments_db [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Added segment 93fd4cb7-32f2-4d56-9986-c14b77cf1960 of type vlan for network d0b2a6d3-76c2-4274-b259-2b5467d4a9be Oct 17 03:06:53.805412 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (d0b2a6d3-76c2-4274-b259-2b5467d4a9be), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:53.828481 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (d0b2a6d3-76c2-4274-b259-2b5467d4a9be), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:53.829415 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:06:53.830023 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:53.881876 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5206125 Oct 17 03:06:53.893097 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Pushing event updated for resources: {'Network': ['ID=d0b2a6d3-76c2-4274-b259-2b5467d4a9be,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:06:53.900839 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.901175 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.901536 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.901865 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.902187 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.902507 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.902825 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.903180 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.903511 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.903833 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.904162 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.904500 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.904816 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.905125 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.905435 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9762b2b-7aad-44b2-811c-1cd6f80a4b86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:53.922809 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network d0b2a6d3-76c2-4274-b259-2b5467d4a9be details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:06:56.466705 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34098) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:06:56.800576 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.pecan_wsgi.hooks.translation [None req-7977a089-dd90-4cca-9e9d-fa1528688e9d admin admin] GET failed (client error): The resource could not be found. Oct 17 03:06:56.801837 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-7977a089-dd90-4cca-9e9d-fa1528688e9d admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3341744 Oct 17 03:06:56.872342 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d592c-7906-43ac-9200-1584c838703f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:06:56.873665 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-021d592c-7906-43ac-9200-1584c838703f admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674565 Oct 17 03:06:56.883300 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-bd0651e4-29a7-45e7-97f8-0c8780ea8037 admin admin] Request body: {'subnet': {'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:06:56.902895 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0651e4-29a7-45e7-97f8-0c8780ea8037 admin admin] Made reservation on behalf of eb6be797d9e4443fad02ceee69bd83a7 for: {'subnet': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:06:56.905116 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bd0651e4-29a7-45e7-97f8-0c8780ea8037 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:57.171059 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bd0651e4-29a7-45e7-97f8-0c8780ea8037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (9eeb4f07-302e-477f-a7c7-629b5db4d10b), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:57.225235 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0651e4-29a7-45e7-97f8-0c8780ea8037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eeb4f07-302e-477f-a7c7-629b5db4d10b,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:06:57.243773 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0651e4-29a7-45e7-97f8-0c8780ea8037 admin admin] Checking segment: {'id': '93fd4cb7-32f2-4d56-9986-c14b77cf1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:06:57.244129 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0651e4-29a7-45e7-97f8-0c8780ea8037 admin admin] Network hostable DHCP agents. Network: d0b2a6d3-76c2-4274-b259-2b5467d4a9be, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:06:57.261886 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0651e4-29a7-45e7-97f8-0c8780ea8037 admin admin] Network d0b2a6d3-76c2-4274-b259-2b5467d4a9be is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:06:57.271264 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-bd0651e4-29a7-45e7-97f8-0c8780ea8037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, d0b2a6d3-76c2-4274-b259-2b5467d4a9be) {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:06:57.278944 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0651e4-29a7-45e7-97f8-0c8780ea8037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:06:57.279590 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bd0651e4-29a7-45e7-97f8-0c8780ea8037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:57.279729 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df639253-ee9a-4c65-8824-12db5d8550f2 None None] Network d0b2a6d3-76c2-4274-b259-2b5467d4a9be requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:06:57.299753 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-bd0651e4-29a7-45e7-97f8-0c8780ea8037 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4196351 Oct 17 03:06:57.391438 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-d0b2a6d3-76c2-4274-b259-2b5467d4a9be', 'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be', 'project_id': 'eb6be797d9e4443fad02ceee69bd83a7', 'fixed_ips': [{'subnet_id': '9eeb4f07-302e-477f-a7c7-629b5db4d10b'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:06:57.392444 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:57.535540 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Allocated IP 192.168.233.2 (d0b2a6d3-76c2-4274-b259-2b5467d4a9be/9eeb4f07-302e-477f-a7c7-629b5db4d10b/1dd7e2d4-45ba-4a35-a9ba-642484108818) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:06:57.769501 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Publish callbacks [] for port (1dd7e2d4-45ba-4a35-a9ba-642484108818), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:57.775534 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (1dd7e2d4-45ba-4a35-a9ba-642484108818), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:57.814693 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Network d0b2a6d3-76c2-4274-b259-2b5467d4a9be is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:06:57.819254 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:06:57.824361 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:06:57.831716 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Pushing event updated for resources: {'Port': ['ID=1dd7e2d4-45ba-4a35-a9ba-642484108818,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:06:57.854841 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.855210 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.855570 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.855924 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.856255 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.856579 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.856898 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.857221 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.857539 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.857863 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.858181 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.858514 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.858831 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.859172 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.859479 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:06:57.896521 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Attempting to bind port 1dd7e2d4-45ba-4a35-a9ba-642484108818 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:06:57.896888 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Attempting to bind port 1dd7e2d4-45ba-4a35-a9ba-642484108818 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '93fd4cb7-32f2-4d56-9986-c14b77cf1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:06:57.897245 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Attempting to bind port 1dd7e2d4-45ba-4a35-a9ba-642484108818 on network d0b2a6d3-76c2-4274-b259-2b5467d4a9be {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:06:57.943637 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:06:57.944007 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Checking segment: {'id': '93fd4cb7-32f2-4d56-9986-c14b77cf1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:06:57.944444 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:57.944834 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Bound using segment: {'id': '93fd4cb7-32f2-4d56-9986-c14b77cf1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:06:57.945305 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Bound port: 1dd7e2d4-45ba-4a35-a9ba-642484108818, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fd4cb7-32f2-4d56-9986-c14b77cf1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:06:57.945680 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (1dd7e2d4-45ba-4a35-a9ba-642484108818), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:58.007723 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] For port 1dd7e2d4-45ba-4a35-a9ba-642484108818, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:06:58.010771 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] For port 1dd7e2d4-45ba-4a35-a9ba-642484108818, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=1dd7e2d4-45ba-4a35-a9ba-642484108818,segment=NetworkSegment(93fd4cb7-32f2-4d56-9986-c14b77cf1960),segment_id=93fd4cb7-32f2-4d56-9986-c14b77cf1960)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:06:58.018394 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (1dd7e2d4-45ba-4a35-a9ba-642484108818), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:58.075153 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad564c0-e484-4713-b8f0-a609fbffef3c None None] Pushing event updated for resources: {'Port': ['ID=1dd7e2d4-45ba-4a35-a9ba-642484108818,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:06:58.847589 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a22b523-1cd0-46b3-baf1-e89a81bf9ea0 None None] Network d0b2a6d3-76c2-4274-b259-2b5467d4a9be requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:06:58.920132 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-2a11f753-624f-435b-97a8-230af545f527 None None] Provisioning complete for port 1dd7e2d4-45ba-4a35-a9ba-642484108818 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:06:58.920519 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-2a11f753-624f-435b-97a8-230af545f527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (1dd7e2d4-45ba-4a35-a9ba-642484108818), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:58.920858 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-2a11f753-624f-435b-97a8-230af545f527 None None] Attempt 1 to provision port 1dd7e2d4-45ba-4a35-a9ba-642484108818 Oct 17 03:06:58.944043 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:58.954193 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:06:59.043747 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-2a11f753-624f-435b-97a8-230af545f527 None None] Current status of the port 1dd7e2d4-45ba-4a35-a9ba-642484108818 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:06:59.044461 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-2a11f753-624f-435b-97a8-230af545f527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (1dd7e2d4-45ba-4a35-a9ba-642484108818), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:59.083419 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-2a11f753-624f-435b-97a8-230af545f527 None None] For port 1dd7e2d4-45ba-4a35-a9ba-642484108818, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=1dd7e2d4-45ba-4a35-a9ba-642484108818,segment=NetworkSegment(93fd4cb7-32f2-4d56-9986-c14b77cf1960),segment_id=93fd4cb7-32f2-4d56-9986-c14b77cf1960)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:06:59.088383 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-2a11f753-624f-435b-97a8-230af545f527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (1dd7e2d4-45ba-4a35-a9ba-642484108818), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:59.139430 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11f753-624f-435b-97a8-230af545f527 None None] Pushing event updated for resources: {'Port': ['ID=1dd7e2d4-45ba-4a35-a9ba-642484108818,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:06:59.211053 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-380d7ac8-b50b-4461-966c-5ba8398cce59 None None] Provisioning complete for port 1dd7e2d4-45ba-4a35-a9ba-642484108818 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:06:59.211367 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-380d7ac8-b50b-4461-966c-5ba8398cce59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (1dd7e2d4-45ba-4a35-a9ba-642484108818), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:06:59.211693 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-380d7ac8-b50b-4461-966c-5ba8398cce59 None None] Attempt 1 to provision port 1dd7e2d4-45ba-4a35-a9ba-642484108818 Oct 17 03:06:59.288333 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-380d7ac8-b50b-4461-966c-5ba8398cce59 None None] Current status of the port 1dd7e2d4-45ba-4a35-a9ba-642484108818 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:07:00.115399 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 1dd7e2d4-45ba-4a35-a9ba-642484108818 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:07:00.161423 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 1dd7e2d4-45ba-4a35-a9ba-642484108818 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:07:00.161843 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (1dd7e2d4-45ba-4a35-a9ba-642484108818), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:07:00.162205 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 1dd7e2d4-45ba-4a35-a9ba-642484108818 Oct 17 03:07:00.238513 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 1dd7e2d4-45ba-4a35-a9ba-642484108818 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:07:07.244090 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d744b248-fe14-4b23-a4e5-c4f6c8b023be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:07:07.283697 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:07:07.290329 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:07:09.289260 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c9f7acc0-650b-40aa-9f48-ea4713cc1d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:07:10.659964 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:07:12.067180 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:07:12.282003 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:07:16.431708 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 5 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:07:22.274349 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:07:22.276780 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:07:35.414214 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:07:35.415406 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:07:37.247546 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-ea4b5869-30c4-4382-8377-830edef81a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:07:39.292472 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f133d8c0-7162-4c39-825a-32b905b95270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:07:40.662571 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:07:42.067213 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:07:42.277808 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:07:52.272378 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:07:52.274859 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:07:53.429957 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 5 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:08:06.425251 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:08:06.436344 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=7 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:08:07.249670 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-ad8672f8-e778-42e7-b0f6-07b3047ff5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:09.298572 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-2a27acb0-c526-40fd-a692-9bda3d8a5b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:10.663738 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:11.821329 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34140) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:08:11.827095 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [None req-969a608b-1ab6-40ad-acb8-5ba88c3f3129 tempest-verify_tempest_config-1701725710 tempest-verify_tempest_config-1701725710-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:08:11.828071 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-969a608b-1ab6-40ad-acb8-5ba88c3f3129 tempest-verify_tempest_config-1701725710 tempest-verify_tempest_config-1701725710-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057476 Oct 17 03:08:12.068825 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:12.281763 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:12.349217 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34158) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:08:12.679482 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:12.756785 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Publish callbacks [] for security_group (48c02602-9ad8-4ad7-95d2-7d00fdd40f76), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:12.760694 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (48c02602-9ad8-4ad7-95d2-7d00fdd40f76), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:12.808975 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b277e196181a4f889070a47154446238&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4587226 Oct 17 03:08:12.810899 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c02602-9ad8-4ad7-95d2-7d00fdd40f76,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:08:12.811818 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34162) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:08:12.817900 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.818243 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.818595 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.818955 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.819289 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.819612 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.819929 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.820245 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.820630 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.820953 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.821272 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.821591 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.822083 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.822207 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.822520 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6647dffa-e442-47c1-89b3-245cc98de93e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:12.890103 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Publish callbacks [] for security_group (48c02602-9ad8-4ad7-95d2-7d00fdd40f76), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:12.911027 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Publish callbacks [] for security_group (48c02602-9ad8-4ad7-95d2-7d00fdd40f76), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:13.005157 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (48c02602-9ad8-4ad7-95d2-7d00fdd40f76), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:13.007747 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:13.008884 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/48c02602-9ad8-4ad7-95d2-7d00fdd40f76 HTTP/1.1" status: 204 len: 168 time: 0.1961064 Oct 17 03:08:13.017287 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c02602-9ad8-4ad7-95d2-7d00fdd40f76,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:08:13.024835 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.025180 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.025536 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.025894 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.026230 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.026557 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.026902 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.027231 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.027555 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.027879 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.028202 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.028759 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.029163 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.029516 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:13.029836 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cf590-feab-4d35-807c-4d226306d687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:08:22.277485 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:08:22.805713 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:08:22.817049 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:08:23.012839 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:08:23.020684 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:08:23.049709 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:08:30.428999 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 5 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:08:37.251264 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-be95f27d-26f1-4462-a37a-25b2b469e5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:39.290279 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-fff52470-271c-4c4e-bde0-f9bdb844f93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:40.666683 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:42.072332 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:42.286011 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:08:43.430907 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=18 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:08:43.431665 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=16 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:08:52.280202 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:08:52.282222 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:09:07.253716 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e99d66a6-525d-4cda-b427-25c51010741d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:09:07.427271 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 5 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:09:09.291828 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d64dc85d-67c6-4a0c-a20b-746beed5721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:09:10.669267 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:09:12.075324 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:09:12.288975 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:09:20.432873 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:09:20.439835 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=5 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:09:22.282510 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:09:22.284439 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:09:35.418741 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:09:35.419536 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:DELETE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:09:37.254823 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-cb3bf061-ef54-4f57-9c25-e2d3da6b6b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:09:39.293550 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-28406fd9-e445-423e-b332-08a95e0f3785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:09:40.674022 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:09:42.078466 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:09:42.292784 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:09:44.426292 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 5 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:09:46.803069 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752606'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:09:52.288562 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:09:56.799096 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:09:57.436872 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:09:57.437605 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=5 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:10:00.326113 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34256) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:10:00.457038 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-b2ca0fde-34be-4643-9b32-443e94c83713 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1298018 Oct 17 03:10:02.905452 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34266) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:10:02.967540 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-27cd2ce5-e982-4df7-b00c-24671fe855cc admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0610933 Oct 17 03:10:07.257204 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5ff7-3c09-4f18-87a1-c2ad700d01f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:10:09.296812 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-2ea8f697-6e65-47cc-a5e0-079d66e52d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:10:10.450641 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:10:10.451365 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:10:10.675099 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:10:12.080871 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:10:12.296041 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:10:12.960631 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:10:12.961399 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:10:16.788904 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:10:21.416689 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:10:21.425364 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:10:26.778797 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:10:26.784746 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:10:34.429198 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=17 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:10:34.433329 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=17 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:10:37.259763 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-1693074f-3934-4511-8658-3aff41240b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:10:39.299097 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-283ab3ff-9250-4410-8dff-339815ecaebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:10:40.679054 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:10:42.087193 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:10:42.298339 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:10:46.802237 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:10:56.796262 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:10:56.798609 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:10:58.426582 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:11:07.263075 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7327-6f60-48bc-ac92-ff8725cbf8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:09.301200 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d5f4-b24d-4f2b-b2ca-bd293bcde63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:10.680299 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:11.434393 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:11.439673 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=6 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:12.088670 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:12.301546 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:16.803592 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:26.797192 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:26.799207 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:35.426978 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:11:36.313805 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34418) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:36.362668 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34426) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:36.528260 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-network', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:36.551699 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1123505308-network', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:36.565083 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Made reservation on behalf of 36f63b28bb4f4654b53a01507b337d52 for: {'network': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:11:36.567551 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:36.585843 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:36.611940 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Made reservation on behalf of e5bad80dc0d74119b2a9cd5c1935e8d5 for: {'network': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:11:36.614701 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:36.674177 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:36.708349 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Publish callbacks [] for security_group (e8b0dfcb-8f51-48bf-bd83-f1d13ad34bf5), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:36.714303 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (e8b0dfcb-8f51-48bf-bd83-f1d13ad34bf5), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:36.738252 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=104637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:11:36.760576 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783199631827', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (a750c819-c09c-4118-8507-484ee2472acd), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:36.761154 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Unsubscribe: segment precommit_create {{(pid=104637) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 03:11:36.761640 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.segments_db [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Added segment a750c819-c09c-4118-8507-484ee2472acd of type vlan for network 7be2416a-9e29-4953-b802-c76adc0aa669 Oct 17 03:11:36.837484 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (7be2416a-9e29-4953-b802-c76adc0aa669), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:36.889668 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b0dfcb-8f51-48bf-bd83-f1d13ad34bf5,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:36.894933 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (7be2416a-9e29-4953-b802-c76adc0aa669), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:36.896013 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:11:36.896592 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:36.917087 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.917429 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.918077 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.918420 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.918748 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.919123 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.919452 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.919772 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.920105 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.920427 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.920764 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.921101 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.921419 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.921730 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.922041 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Tracked resource versions report: Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: pushed versions: Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: { 'AddressGroup': {'1.2'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Agent': {'1.1'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'ConntrackHelper': {'1.0'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Log': {'1.0'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'NDPProxy': {'1.0'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Network': {'1.1'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Port': {'1.7'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'PortForwarding': {'1.3'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'QosPolicy': {'1.10'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'SecurityGroup': {'1.5'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'SubPort': {'1.0'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Subnet': {'1.1'}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Trunk': {'1.1'}} Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: consumer versions: Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: { DHCP agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: HyperV agent@hv-cinder-84697: {}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: L3 agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: Metadata agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: Metering agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: Open vSwitch agent@dv-cinder-846977-2-iscsi: { 'AddressGroup': '1.2', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Agent': '1.1', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'ConntrackHelper': '1.0', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'LocalIPAssociation': '1.0', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Log': '1.0', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'NDPProxy': '1.0', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Network': '1.1', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Port': '1.7', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'PortForwarding': '1.3', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'QosPolicy': '1.10', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'SecurityGroup': '1.5', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'SecurityGroupRule': '1.2', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'SubPort': '1.0', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Subnet': '1.1', Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: 'Trunk': '1.1'}} Oct 17 03:11:36.923261 dv-cinder-846977-2-iscsi neutron-server[104637]: {{(pid=104637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:11:36.966513 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34472) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:36.971775 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Request body: {'subnet': {'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-subnet', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:36.976541 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6614726 Oct 17 03:11:37.001976 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Made reservation on behalf of 36f63b28bb4f4654b53a01507b337d52 for: {'subnet': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:11:37.005057 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.033918 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Publish callbacks [] for security_group (9331b7ce-c4a9-431f-a1f6-8939cd69d8b3), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.052425 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9331b7ce-c4a9-431f-a1f6-8939cd69d8b3), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.086572 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9331b7ce-c4a9-431f-a1f6-8939cd69d8b3,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:37.100939 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ecf2d-b1d0-4d3c-8737-e44a22d70ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=7be2416a-9e29-4953-b802-c76adc0aa669,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:37.106250 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=104637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:11:37.119202 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network 7be2416a-9e29-4953-b802-c76adc0aa669 details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:11:37.124595 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (6319ae4f-b9d9-4045-b1b7-7a064a8379f5), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.125154 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.segments_db [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Added segment 6319ae4f-b9d9-4045-b1b7-7a064a8379f5 of type vlan for network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 Oct 17 03:11:37.162775 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34480) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:37.183064 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (b76b6d47-52a1-4c1b-a84c-d9fcfdadba83), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.220982 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34484) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:37.230173 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (b76b6d47-52a1-4c1b-a84c-d9fcfdadba83), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.231746 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:11:37.232531 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.296126 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-ab267018-117e-44b4-9c60-e59cc8bf5bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.333483 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:37.335418 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (75d76145-3c07-4d14-ba2b-1d94837083b0), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.375662 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0118144 Oct 17 03:11:37.381699 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34506) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:37.383172 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8133d-6245-404b-9e26-d35679a69e7f admin admin] Pushing event updated for resources: {'Network': ['ID=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:37.390246 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-bc05efc0-a7df-46a4-b384-6ed06eedcc77 admin admin] Request body: {'subnet': {'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1123505308-subnet', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:37.394403 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:11:37.401800 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d76145-3c07-4d14-ba2b-1d94837083b0,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:37.415149 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.415793 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.417180 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.417782 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.418662 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.419294 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.419811 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.420375 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.421406 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.421736 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34518) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:37.422565 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.423801 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.424378 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.425100 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.425794 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.426305 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Tracked resource versions report: Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: pushed versions: Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: { 'AddressGroup': {'1.2'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Agent': {'1.1'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'ConntrackHelper': {'1.0'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Log': {'1.0'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'NDPProxy': {'1.0'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Network': {'1.1'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Port': {'1.7'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'PortForwarding': {'1.3'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'QosPolicy': {'1.10'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'SecurityGroup': {'1.5'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'SubPort': {'1.0'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Subnet': {'1.1'}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Trunk': {'1.1'}} Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: consumer versions: Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: { DHCP agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: HyperV agent@hv-cinder-84697: {}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: L3 agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: Metadata agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: Metering agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: Open vSwitch agent@dv-cinder-846977-2-iscsi: { 'AddressGroup': '1.2', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Agent': '1.1', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'ConntrackHelper': '1.0', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'LocalIPAssociation': '1.0', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Log': '1.0', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'NDPProxy': '1.0', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Network': '1.1', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Port': '1.7', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'PortForwarding': '1.3', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'QosPolicy': '1.10', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'SecurityGroup': '1.5', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'SecurityGroupRule': '1.2', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'SubPort': '1.0', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Subnet': '1.1', Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: 'Trunk': '1.1'}} Oct 17 03:11:37.428952 dv-cinder-846977-2-iscsi neutron-server[104638]: {{(pid=104638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:11:37.476773 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc05efc0-a7df-46a4-b384-6ed06eedcc77 admin admin] Made reservation on behalf of e5bad80dc0d74119b2a9cd5c1935e8d5 for: {'subnet': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:11:37.478897 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Checking segment: {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:37.479540 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Network hostable DHCP agents. Network: 7be2416a-9e29-4953-b802-c76adc0aa669, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:11:37.480055 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-bc05efc0-a7df-46a4-b384-6ed06eedcc77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.483010 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:INSERT=23,neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:37.522064 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Network 7be2416a-9e29-4953-b802-c76adc0aa669 is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:11:37.534053 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, 7be2416a-9e29-4953-b802-c76adc0aa669) {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:37.541597 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:11:37.542357 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.546976 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fe6112-bfce-4f05-acda-bdb219878106 None None] Network 7be2416a-9e29-4953-b802-c76adc0aa669 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:11:37.568984 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-8d4477cb-d6f6-4bfa-920f-5ad47c47f615 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6011393 Oct 17 03:11:37.570420 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34524) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:37.574841 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:37.593680 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-network', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:37.606564 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1168'] for router (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.608345 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1177'] for router (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.646279 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Made reservation on behalf of ee21a91b84794e80b208fe72b7f1e010 for: {'network': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:11:37.652692 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.669605 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.677844 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2079789715-network', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:37.691525 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1982642214-network', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:37.713507 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-7be2416a-9e29-4953-b802-c76adc0aa669', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:11:37.714804 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.787868 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Publish callbacks [] for router_controller (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), precommit_add_association {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.876100 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Publish callbacks [] for security_group (3742832f-50ac-420f-a117-31bbe05dddf6), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.881631 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (3742832f-50ac-420f-a117-31bbe05dddf6), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.919821 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Allocated IP 172.20.0.2 (7be2416a-9e29-4953-b802-c76adc0aa669/75d76145-3c07-4d14-ba2b-1d94837083b0/f5249adb-9cd3-4270-aa3c-8fb9a5b22622) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:37.939280 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=104638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:11:37.963431 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3742832f-50ac-420f-a117-31bbe05dddf6,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:37.968874 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (d3e350db-50cf-4f52-be14-449a569ac490), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.969530 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.segments_db [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Added segment d3e350db-50cf-4f52-be14-449a569ac490 of type vlan for network 9271d0b1-69d9-42d2-822e-fbd76c069e42 Oct 17 03:11:37.980144 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Made reservation on behalf of 618cf0b3507845909bb27c13460d1d6c for: {'network': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:11:37.982467 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:37.984502 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Made reservation on behalf of d03f03d21e9e42fb91606306241a3fb7 for: {'network': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:11:37.986612 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.028458 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.050139 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:38.063178 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.066150 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (9271d0b1-69d9-42d2-822e-fbd76c069e42), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.106079 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (9271d0b1-69d9-42d2-822e-fbd76c069e42), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.107127 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:11:38.108153 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.120515 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Publish callbacks [] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.132054 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.181660 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Network 7be2416a-9e29-4953-b802-c76adc0aa669 is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:38.189045 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:38.200161 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-bc05efc0-a7df-46a4-b384-6ed06eedcc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (cfde2bec-0943-4043-aac7-af99f4b6cebf), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.207240 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0384295 Oct 17 03:11:38.210650 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34540) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:38.247108 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Publish callbacks [] for router_gateway (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.292634 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Pushing event updated for resources: {'Port': ['ID=f5249adb-9cd3-4270-aa3c-8fb9a5b22622,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:38.321397 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-bb3981e8-8746-420f-a2ac-685e3ff38a22 admin admin] Request body: {'subnet': {'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-subnet', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:38.323262 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:38.329996 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.334378 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.334860 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.335494 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.335939 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.336447 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.337044 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.342321 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Publish callbacks [] for security_group (5c968a54-9a1a-4bdf-834a-9e12ccd2ae72), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.343213 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.343659 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.344340 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.344867 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.345317 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.345823 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.346301 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.346726 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Tracked resource versions report: Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: pushed versions: Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: { 'AddressGroup': {'1.2'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Agent': {'1.1'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'ConntrackHelper': {'1.0'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Log': {'1.0'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'NDPProxy': {'1.0'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Network': {'1.1'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Port': {'1.7'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'PortForwarding': {'1.3'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'QosPolicy': {'1.10'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'SecurityGroup': {'1.5'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'SubPort': {'1.0'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Subnet': {'1.1'}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Trunk': {'1.1'}} Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: consumer versions: Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: { DHCP agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: HyperV agent@hv-cinder-84697: {}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: L3 agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: Metadata agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: Metering agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: Open vSwitch agent@dv-cinder-846977-2-iscsi: { 'AddressGroup': '1.2', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Agent': '1.1', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'ConntrackHelper': '1.0', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'LocalIPAssociation': '1.0', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Log': '1.0', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'NDPProxy': '1.0', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Network': '1.1', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Port': '1.7', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'PortForwarding': '1.3', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'QosPolicy': '1.10', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'SecurityGroup': '1.5', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'SecurityGroupRule': '1.2', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'SubPort': '1.0', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Subnet': '1.1', Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: 'Trunk': '1.1'}} Oct 17 03:11:38.348071 dv-cinder-846977-2-iscsi neutron-server[104639]: {{(pid=104639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:11:38.380992 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff50294-bfba-4f93-8b16-d7a161503aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=9271d0b1-69d9-42d2-822e-fbd76c069e42,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:38.400958 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network 9271d0b1-69d9-42d2-822e-fbd76c069e42 details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:11:38.409783 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3981e8-8746-420f-a2ac-685e3ff38a22 admin admin] Made reservation on behalf of ee21a91b84794e80b208fe72b7f1e010 for: {'subnet': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:11:38.413664 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bb3981e8-8746-420f-a2ac-685e3ff38a22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.502945 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Publish callbacks [] for security_group (2260b859-a6cc-447d-b2e8-dce87082b849), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.546402 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (2260b859-a6cc-447d-b2e8-dce87082b849), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.551677 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (5c968a54-9a1a-4bdf-834a-9e12ccd2ae72), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.624253 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Attempting to bind port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:11:38.625258 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Attempting to bind port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:11:38.626206 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Attempting to bind port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 on network 7be2416a-9e29-4953-b802-c76adc0aa669 {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:11:38.645591 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bb3981e8-8746-420f-a2ac-685e3ff38a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (3c2b1308-e6f8-4fcd-a091-659851e82f9a), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.696622 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:11:38.697450 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Checking segment: {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:38.698088 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.698696 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Bound using segment: {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:11:38.699410 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Bound port: f5249adb-9cd3-4270-aa3c-8fb9a5b22622, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:11:38.700022 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.769302 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:38.776926 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] For port f5249adb-9cd3-4270-aa3c-8fb9a5b22622, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:11:38.782514 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] For port f5249adb-9cd3-4270-aa3c-8fb9a5b22622, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=f5249adb-9cd3-4270-aa3c-8fb9a5b22622,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:11:38.791672 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.805077 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:38.805724 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:INSERT=19 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:38.840082 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3981e8-8746-420f-a2ac-685e3ff38a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c2b1308-e6f8-4fcd-a091-659851e82f9a,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:38.853884 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3981e8-8746-420f-a2ac-685e3ff38a22 admin admin] Checking segment: {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:38.853884 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3981e8-8746-420f-a2ac-685e3ff38a22 admin admin] Network hostable DHCP agents. Network: 9271d0b1-69d9-42d2-822e-fbd76c069e42, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:11:38.876093 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292bb67-888e-46ae-8efe-db1d72721e66 None None] Pushing event updated for resources: {'Port': ['ID=f5249adb-9cd3-4270-aa3c-8fb9a5b22622,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:38.894577 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3981e8-8746-420f-a2ac-685e3ff38a22 admin admin] Network 9271d0b1-69d9-42d2-822e-fbd76c069e42 is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:11:38.902834 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:38.915959 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-bb3981e8-8746-420f-a2ac-685e3ff38a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, 9271d0b1-69d9-42d2-822e-fbd76c069e42) {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:38.923921 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3981e8-8746-420f-a2ac-685e3ff38a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:11:38.924929 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bb3981e8-8746-420f-a2ac-685e3ff38a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.933961 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9442dd7-dc2d-47ff-a654-23d46338e616 None None] Network 9271d0b1-69d9-42d2-822e-fbd76c069e42 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:11:38.953844 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-bb3981e8-8746-420f-a2ac-685e3ff38a22 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6501391 Oct 17 03:11:38.956876 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34574) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:38.967023 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:38.973664 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=104637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:11:38.984400 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=104637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:11:38.996969 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (621bb03d-26da-485b-950b-eca046ddefa2), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:38.997310 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.segments_db [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Added segment 621bb03d-26da-485b-950b-eca046ddefa2 of type vlan for network e16dd6d1-a57f-4fbc-a68b-692ca1280274 Oct 17 03:11:39.025728 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1168'] for router (34c4cf2a-7e78-42c9-812d-95bde9f3b158), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.026968 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1177'] for router (34c4cf2a-7e78-42c9-812d-95bde9f3b158), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.075445 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:39.084114 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (e16dd6d1-a57f-4fbc-a68b-692ca1280274), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.092148 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Publish callbacks [] for router_controller (34c4cf2a-7e78-42c9-812d-95bde9f3b158), precommit_add_association {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.210282 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (fdea5736-6c85-471d-8ebf-7330f2b95e88), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.210282 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.segments_db [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Added segment fdea5736-6c85-471d-8ebf-7330f2b95e88 of type vlan for network 5bef7eaf-4926-430d-bb2f-ad10a16554bf Oct 17 03:11:39.249008 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-9271d0b1-69d9-42d2-822e-fbd76c069e42', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:11:39.249008 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.250394 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (5bef7eaf-4926-430d-bb2f-ad10a16554bf), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.291476 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (e16dd6d1-a57f-4fbc-a68b-692ca1280274), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.292485 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:11:39.293073 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.315013 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (5bef7eaf-4926-430d-bb2f-ad10a16554bf), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.318443 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:11:39.320494 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.368592 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc05efc0-a7df-46a4-b384-6ed06eedcc77 admin admin] Checking segment: {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:39.369231 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc05efc0-a7df-46a4-b384-6ed06eedcc77 admin admin] Network hostable DHCP agents. Network: b76b6d47-52a1-4c1b-a84c-d9fcfdadba83, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:11:39.395241 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Allocated IP 172.20.0.2 (9271d0b1-69d9-42d2-822e-fbd76c069e42/3c2b1308-e6f8-4fcd-a091-659851e82f9a/ac9357fd-90dd-4360-ad92-dc8e9ed1c12e) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:39.407548 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1823192 Oct 17 03:11:39.443577 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b815253c-5b26-4901-9732-1c3cb4e7c1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.445546 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34586) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:39.450226 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-229c0ab8-4c08-406c-bce8-7319c81130bc admin admin] Request body: {'subnet': {'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2079789715-subnet', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:39.451603 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0285759 Oct 17 03:11:39.470160 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34588) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:39.483194 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05efc0-a7df-46a4-b384-6ed06eedcc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfde2bec-0943-4043-aac7-af99f4b6cebf,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:39.493890 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-5f15440e-47eb-4a33-be19-ef2919a8b17b admin admin] Request body: {'subnet': {'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-subnet', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:39.514580 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Publish callbacks [] for router_gateway (34c4cf2a-7e78-42c9-812d-95bde9f3b158), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.519538 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:INSERT=8,neutron:SELECT=82,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:39.574956 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229c0ab8-4c08-406c-bce8-7319c81130bc admin admin] Made reservation on behalf of d03f03d21e9e42fb91606306241a3fb7 for: {'subnet': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:11:39.577275 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-229c0ab8-4c08-406c-bce8-7319c81130bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.586903 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2260b859-a6cc-447d-b2e8-dce87082b849,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:39.615315 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Publish callbacks [] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.625511 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.666296 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:39.674646 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Publish callbacks [] for router_gateway (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.679376 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Pushing event updated for resources: {'Port': ['ID=ac9357fd-90dd-4360-ad92-dc8e9ed1c12e,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:39.704865 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Network 9271d0b1-69d9-42d2-822e-fbd76c069e42 is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:39.706591 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:39.711313 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:39.718018 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f15440e-47eb-4a33-be19-ef2919a8b17b admin admin] Made reservation on behalf of 618cf0b3507845909bb27c13460d1d6c for: {'subnet': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:11:39.720891 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f15440e-47eb-4a33-be19-ef2919a8b17b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.732847 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc05efc0-a7df-46a4-b384-6ed06eedcc77 admin admin] Network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:11:39.752058 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:39.810618 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Attempting to bind port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:11:39.811249 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Attempting to bind port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:11:39.811617 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Attempting to bind port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e on network 9271d0b1-69d9-42d2-822e-fbd76c069e42 {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:11:39.935758 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-bc05efc0-a7df-46a4-b384-6ed06eedcc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, b76b6d47-52a1-4c1b-a84c-d9fcfdadba83) {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:39.967062 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f23df-23ab-4e8d-827a-66ccda11bb7a admin admin] Pushing event updated for resources: {'Network': ['ID=e16dd6d1-a57f-4fbc-a68b-692ca1280274,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:40.020902 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05efc0-a7df-46a4-b384-6ed06eedcc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:11:40.023763 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-bc05efc0-a7df-46a4-b384-6ed06eedcc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.086014 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c968a54-9a1a-4bdf-834a-9e12ccd2ae72,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:40.108192 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722136b-3aa9-45d6-8205-ddb70fabfb12 None None] Network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:11:40.234812 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network e16dd6d1-a57f-4fbc-a68b-692ca1280274 details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:11:40.313649 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-bc05efc0-a7df-46a4-b384-6ed06eedcc77 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9237869 Oct 17 03:11:40.324272 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34620) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:40.327579 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e93db1-18d4-4f40-9289-c20af4db9a31 admin admin] Pushing event updated for resources: {'Network': ['ID=5bef7eaf-4926-430d-bb2f-ad10a16554bf,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:40.419158 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network 5bef7eaf-4926-430d-bb2f-ad10a16554bf details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:11:40.420265 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Publish callbacks [] for router_gateway (34c4cf2a-7e78-42c9-812d-95bde9f3b158), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.421966 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:11:40.422345 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Checking segment: {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:40.422748 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.423188 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Bound using segment: {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:11:40.423690 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Bound port: ac9357fd-90dd-4360-ad92-dc8e9ed1c12e, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:11:40.424071 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.472191 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Allocated IP 172.27.0.9 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/e41b3e6b-c2a5-4952-9a4c-b420f2176d02) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:40.494358 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:40.498288 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.500573 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-229c0ab8-4c08-406c-bce8-7319c81130bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (409d858a-446b-4bca-8079-611c30b0d6f2), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.538070 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device f5249adb-9cd3-4270-aa3c-8fb9a5b22622 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:11:40.599262 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:40.615539 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:40.650412 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0ca672-5ccc-4b1d-aac0-c57717edf413 None None] Network 7be2416a-9e29-4953-b802-c76adc0aa669 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:11:40.652803 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:40.672986 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Publish callbacks [] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.720909 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1168'] for router (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.721916 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1177'] for router (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.734052 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:40.743835 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c0ab8-4c08-406c-bce8-7319c81130bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=409d858a-446b-4bca-8079-611c30b0d6f2,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:40.768686 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f15440e-47eb-4a33-be19-ef2919a8b17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (01ed372f-5291-4905-8554-a869f372768d), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.770681 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c0ab8-4c08-406c-bce8-7319c81130bc admin admin] Checking segment: {'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:40.771055 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c0ab8-4c08-406c-bce8-7319c81130bc admin admin] Network hostable DHCP agents. Network: e16dd6d1-a57f-4fbc-a68b-692ca1280274, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:11:40.778751 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.791245 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] For port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:11:40.795343 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] For port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ac9357fd-90dd-4360-ad92-dc8e9ed1c12e,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:11:40.814924 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:40.815384 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.815783 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 Oct 17 03:11:40.831279 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.841187 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:11:40.842992 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.855233 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34642) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:40.899115 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Pushing event updated for resources: {'Port': ['ID=e41b3e6b-c2a5-4952-9a4c-b420f2176d02,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:40.906804 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:40.908990 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:40.918200 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:40.988794 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-63b322fd-1893-4866-b13f-18469720a91f None None] Provisioning complete for port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:40.989330 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-63b322fd-1893-4866-b13f-18469720a91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:40.989625 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-63b322fd-1893-4866-b13f-18469720a91f None None] Attempt 1 to provision port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 Oct 17 03:11:41.033126 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Publish callbacks [] for router_controller (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), precommit_add_association {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.062908 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c0ab8-4c08-406c-bce8-7319c81130bc admin admin] Network e16dd6d1-a57f-4fbc-a68b-692ca1280274 is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:11:41.089810 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.099708 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15440e-47eb-4a33-be19-ef2919a8b17b admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ed372f-5291-4905-8554-a869f372768d,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:41.138901 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fa29a-f124-48dc-ba99-c77a65d45c72 None None] Pushing event updated for resources: {'Port': ['ID=ac9357fd-90dd-4360-ad92-dc8e9ed1c12e,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:41.156189 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Allocated IP 172.27.0.63 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/ade2403d-729d-4733-9380-d7db88a167cc) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:41.174685 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-229c0ab8-4c08-406c-bce8-7319c81130bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, e16dd6d1-a57f-4fbc-a68b-692ca1280274) {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:41.193936 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c0ab8-4c08-406c-bce8-7319c81130bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:11:41.194531 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-229c0ab8-4c08-406c-bce8-7319c81130bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.217131 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15440e-47eb-4a33-be19-ef2919a8b17b admin admin] Checking segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:41.217501 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f15440e-47eb-4a33-be19-ef2919a8b17b admin admin] Network hostable DHCP agents. Network: 5bef7eaf-4926-430d-bb2f-ad10a16554bf, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:11:41.239658 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceae89b-6722-4575-bd49-5d4f06932359 None None] Network e16dd6d1-a57f-4fbc-a68b-692ca1280274 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:11:41.334166 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-638de3f6-9062-464e-a85a-04be7f3d027b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.348375 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-229c0ab8-4c08-406c-bce8-7319c81130bc admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8989737 Oct 17 03:11:41.348375 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Publish callbacks [] for router_gateway (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.356034 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34646) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:41.361231 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:41.372055 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:41.372439 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.375483 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2079789715-router', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:41.384936 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Allocated IP 172.20.0.2 (b76b6d47-52a1-4c1b-a84c-d9fcfdadba83/cfde2bec-0943-4043-aac7-af99f4b6cebf/af7a24ae-64cb-4f35-8e69-67cdc226f1c5) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:41.433845 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-63b322fd-1893-4866-b13f-18469720a91f None None] Current status of the port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:41.434453 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-63b322fd-1893-4866-b13f-18469720a91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.495459 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f15440e-47eb-4a33-be19-ef2919a8b17b admin admin] Network 5bef7eaf-4926-430d-bb2f-ad10a16554bf is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:11:41.550267 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1168'] for router (ad53dc6d-a821-4f30-bb0f-50c664b4c259), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.551327 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1177'] for router (ad53dc6d-a821-4f30-bb0f-50c664b4c259), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.574248 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-5f15440e-47eb-4a33-be19-ef2919a8b17b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, 5bef7eaf-4926-430d-bb2f-ad10a16554bf) {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:41.609768 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15440e-47eb-4a33-be19-ef2919a8b17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:11:41.610294 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f15440e-47eb-4a33-be19-ef2919a8b17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.614975 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-638de3f6-9062-464e-a85a-04be7f3d027b admin admin] Publish callbacks [] for security_group (4f6356a8-a96b-4ee9-b9f8-b7d2b040b656), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.625246 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Publish callbacks [] for port (ade2403d-729d-4733-9380-d7db88a167cc), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.631968 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-638de3f6-9062-464e-a85a-04be7f3d027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (4f6356a8-a96b-4ee9-b9f8-b7d2b040b656), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.636135 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b8869-eb2c-436f-8edc-f27ba8ffe222 None None] Network 5bef7eaf-4926-430d-bb2f-ad10a16554bf requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:11:41.638293 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:41.698665 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=15 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:41.751015 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-5f15440e-47eb-4a33-be19-ef2919a8b17b admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2797072 Oct 17 03:11:41.782762 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34666) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:41.793043 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port f5249adb-9cd3-4270-aa3c-8fb9a5b22622, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=f5249adb-9cd3-4270-aa3c-8fb9a5b22622,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:11:41.807562 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Publish callbacks [] for router_gateway (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.811168 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de3f6-9062-464e-a85a-04be7f3d027b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6356a8-a96b-4ee9-b9f8-b7d2b040b656,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:41.829166 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-638de3f6-9062-464e-a85a-04be7f3d027b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=31341466f4ef44d783aa9adae7e58362&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9722140 Oct 17 03:11:41.852373 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:41.858823 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:41.862516 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34670) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:41.896528 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:41.961552 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:UPDATE=6,neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:41.994961 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Publish callbacks [] for router_controller (ad53dc6d-a821-4f30-bb0f-50c664b4c259), precommit_add_association {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.031219 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:42.061296 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (ade2403d-729d-4733-9380-d7db88a167cc), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.185104 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-e16dd6d1-a57f-4fbc-a68b-692ca1280274', 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274', 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'fixed_ips': [{'subnet_id': '409d858a-446b-4bca-8079-611c30b0d6f2'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:11:42.186031 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.189368 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.db.api [None req-63b322fd-1893-4866-b13f-18469720a91f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 17 03:11:42.189841 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG oslo_db.api [None req-63b322fd-1893-4866-b13f-18469720a91f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 03:11:42.215128 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809'] for router (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.233072 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=f5249adb-9cd3-4270-aa3c-8fb9a5b22622,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:42.242813 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.299272 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Pushing event updated for resources: {'Port': ['ID=ade2403d-729d-4733-9380-d7db88a167cc,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:42.306012 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1168'] for router (f6782d4e-5bef-4f0e-a454-72c841ef9e46), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.307719 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1177'] for router (f6782d4e-5bef-4f0e-a454-72c841ef9e46), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.341364 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Publish callbacks [] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.346264 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:11:42.347587 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.379592 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Publish callbacks [] for router_controller (f6782d4e-5bef-4f0e-a454-72c841ef9e46), precommit_add_association {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.430121 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ac9357fd-90dd-4360-ad92-dc8e9ed1c12e up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:11:42.437872 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.465538 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc is scheduled to L3 agent dea58ebe-04a0-4074-8d33-fced80136847 with binding_index 1 {{(pid=104637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:11:42.473250 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:42.473849 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.489760 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Publish callbacks [] for router_gateway (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.491761 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:42.550460 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:42.574946 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:42.606629 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:11:42.614203 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.625983 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Sync routers for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:11:42.638287 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.638955 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:42.639432 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:42.640234 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-ea336139-31db-47bc-892b-d8491073d921 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0686953 Oct 17 03:11:42.644088 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34694) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:42.727262 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Publish callbacks [] for router_gateway (ad53dc6d-a821-4f30-bb0f-50c664b4c259), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.744498 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b029f-8d6b-4e7f-b169-9c1ff8436e3c None None] Network 9271d0b1-69d9-42d2-822e-fbd76c069e42 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:11:42.804591 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:42.806125 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-63b322fd-1893-4866-b13f-18469720a91f None None] Current status of the port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:42.826953 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:42.835881 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Pushing event updated for resources: {'Port': ['ID=af7a24ae-64cb-4f35-8e69-67cdc226f1c5,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:42.846183 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Publish callbacks [] for router_gateway (f6782d4e-5bef-4f0e-a454-72c841ef9e46), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.862136 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c1266035-e6a4-4b76-9b2d-47cc746bce7a admin admin] Publish callbacks [] for security_group (4f6356a8-a96b-4ee9-b9f8-b7d2b040b656), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.881790 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:42.883310 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:42.883499 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.883855 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e Oct 17 03:11:42.901057 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:42.987884 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-60cf8317-cf31-4c7e-8489-b54f27a3afdc None None] Provisioning complete for port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:42.988289 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-60cf8317-cf31-4c7e-8489-b54f27a3afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:42.988666 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-60cf8317-cf31-4c7e-8489-b54f27a3afdc None None] Attempt 1 to provision port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 Oct 17 03:11:42.992204 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Allocated IP 172.20.0.2 (e16dd6d1-a57f-4fbc-a68b-692ca1280274/409d858a-446b-4bca-8079-611c30b0d6f2/8a36bd03-67f8-4ba1-adf3-313526a381e0) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:43.029836 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:43.033437 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:43.106014 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:41Z', 'revision_number': 3, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:43.121000 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c1266035-e6a4-4b76-9b2d-47cc746bce7a admin admin] Publish callbacks [] for security_group (4f6356a8-a96b-4ee9-b9f8-b7d2b040b656), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.137712 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Checking router: f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:11:43.137984 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Updating router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc port e41b3e6b-c2a5-4952-9a4c-b420f2176d02 binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:11:43.165984 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:43.167354 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Attempting to bind port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:11:43.167756 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Attempting to bind port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:11:43.168119 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Attempting to bind port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 on network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:11:43.170453 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.268365 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Allocated IP 172.20.0.2 (5bef7eaf-4926-430d-bb2f-ad10a16554bf/01ed372f-5291-4905-8554-a869f372768d/886eab7e-9852-42af-a181-7d6014a68861) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:43.347302 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Allocated IP 172.27.0.95 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/695c0c25-eb5a-4e64-b3da-4150d8cbc8d7) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:43.380408 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.394249 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:43.453712 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:43.464082 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:43.464732 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.514066 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:11:43.515105 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Checking segment: {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:43.515105 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.515347 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Bound using segment: {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:11:43.515731 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Bound port: af7a24ae-64cb-4f35-8e69-67cdc226f1c5, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:11:43.516108 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.537749 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c1266035-e6a4-4b76-9b2d-47cc746bce7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (4f6356a8-a96b-4ee9-b9f8-b7d2b040b656), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.538034 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-60cf8317-cf31-4c7e-8489-b54f27a3afdc None None] Current status of the port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:43.540988 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c1266035-e6a4-4b76-9b2d-47cc746bce7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.544722 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-c1266035-e6a4-4b76-9b2d-47cc746bce7a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4f6356a8-a96b-4ee9-b9f8-b7d2b040b656 HTTP/1.1" status: 204 len: 168 time: 1.6585960 Oct 17 03:11:43.594417 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Publish callbacks [] for router_gateway (34c4cf2a-7e78-42c9-812d-95bde9f3b158), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.624248 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-60cf8317-cf31-4c7e-8489-b54f27a3afdc None None] Provisioning complete for port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:43.624604 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-60cf8317-cf31-4c7e-8489-b54f27a3afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.624935 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-60cf8317-cf31-4c7e-8489-b54f27a3afdc None None] Attempt 1 to provision port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e Oct 17 03:11:43.652446 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ac9357fd-90dd-4360-ad92-dc8e9ed1c12e,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:11:43.692619 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.693279 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1266035-e6a4-4b76-9b2d-47cc746bce7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6356a8-a96b-4ee9-b9f8-b7d2b040b656,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:43.694376 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Allocated IP 172.20.0.1 (7be2416a-9e29-4953-b802-c76adc0aa669/75d76145-3c07-4d14-ba2b-1d94837083b0/051cd210-608f-45d0-b3d3-ff8ed5001f15) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:43.721389 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Publish callbacks [] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.768893 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Publish callbacks [] for router_gateway (f6782d4e-5bef-4f0e-a454-72c841ef9e46), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.807007 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.850372 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.871592 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:43.877782 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] For port af7a24ae-64cb-4f35-8e69-67cdc226f1c5, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:11:43.898667 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:43.909357 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Publish callbacks [] for port (886eab7e-9852-42af-a181-7d6014a68861), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.912048 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Network e16dd6d1-a57f-4fbc-a68b-692ca1280274 is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:43.923679 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] For port af7a24ae-64cb-4f35-8e69-67cdc226f1c5, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=af7a24ae-64cb-4f35-8e69-67cdc226f1c5,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:11:43.935276 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Publish callbacks [] for router_gateway (ad53dc6d-a821-4f30-bb0f-50c664b4c259), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.941175 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:43.944281 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=ac9357fd-90dd-4360-ad92-dc8e9ed1c12e,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:43.949228 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Publish callbacks [] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.955447 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:43.974021 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:43.976998 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Publish callbacks [] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.981597 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.984260 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (886eab7e-9852-42af-a181-7d6014a68861), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:43.996290 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.012055 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.038991 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34710) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:44.046510 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-60cf8317-cf31-4c7e-8489-b54f27a3afdc None None] Current status of the port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:44.079583 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Network 7be2416a-9e29-4953-b802-c76adc0aa669 is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:44.079936 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Network 5bef7eaf-4926-430d-bb2f-ad10a16554bf is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:44.081159 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-51e115d3-551b-4457-9858-ccacc597f51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.082792 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Pushing event updated for resources: {'Port': ['ID=8a36bd03-67f8-4ba1-adf3-313526a381e0,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:44.086262 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:44.108645 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:44.111756 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:44.114457 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:44.115066 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748858'] for router_interface (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.164772 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Pushing event updated for resources: {'Port': ['ID=051cd210-608f-45d0-b3d3-ff8ed5001f15,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:44.200957 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Attempting to bind port 8a36bd03-67f8-4ba1-adf3-313526a381e0 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:11:44.201346 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Attempting to bind port 8a36bd03-67f8-4ba1-adf3-313526a381e0 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:11:44.201718 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Attempting to bind port 8a36bd03-67f8-4ba1-adf3-313526a381e0 on network e16dd6d1-a57f-4fbc-a68b-692ca1280274 {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:11:44.272125 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.296292 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Pushing event updated for resources: {'Port': ['ID=886eab7e-9852-42af-a181-7d6014a68861,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:44.368361 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:44.381190 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-30b17846-8006-4416-8618-03e91d5768d9 None None] Provisioning complete for port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:44.381597 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-30b17846-8006-4416-8618-03e91d5768d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.381943 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-30b17846-8006-4416-8618-03e91d5768d9 None None] Attempt 1 to provision port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e Oct 17 03:11:44.386692 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:44.492025 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809'] for router (34c4cf2a-7e78-42c9-812d-95bde9f3b158), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.504144 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:44.508592 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ac9357fd-90dd-4360-ad92-dc8e9ed1c12e up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:11:44.528178 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Publish callbacks [] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.547770 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.615030 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Attempting to bind port e41b3e6b-c2a5-4952-9a4c-b420f2176d02 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:11:44.615731 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Attempting to bind port e41b3e6b-c2a5-4952-9a4c-b420f2176d02 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:11:44.616272 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Attempting to bind port e41b3e6b-c2a5-4952-9a4c-b420f2176d02 on network 3f5d5270-3f2d-498d-b31c-27499816697e {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:11:44.640489 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Attempting to bind port 886eab7e-9852-42af-a181-7d6014a68861 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:11:44.640860 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Attempting to bind port 886eab7e-9852-42af-a181-7d6014a68861 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:11:44.641225 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Attempting to bind port 886eab7e-9852-42af-a181-7d6014a68861 on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:11:44.666410 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Pushing event updated for resources: {'Port': ['ID=e41b3e6b-c2a5-4952-9a4c-b420f2176d02,revision_number=2']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:44.683445 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.683708 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.684070 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.684428 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.684765 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.685094 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.685483 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.685808 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.686432 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.686948 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.687445 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.687959 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.688460 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.688947 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.689423 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Tracked resource versions report: Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: pushed versions: Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: { 'AddressGroup': {'1.2'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Agent': {'1.1'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'ConntrackHelper': {'1.0'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'LocalIPAssociation': {'1.0'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Log': {'1.0'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'NDPProxy': {'1.0'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Network': {'1.1'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Port': {'1.7'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'PortForwarding': {'1.3'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'QosPolicy': {'1.10'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'SecurityGroup': {'1.5'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'SecurityGroupRule': {'1.2'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'SubPort': {'1.0'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Subnet': {'1.1'}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Trunk': {'1.1'}} Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: consumer versions: Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: { DHCP agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: HyperV agent@hv-cinder-84697: {}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: L3 agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: Metadata agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: Metering agent@dv-cinder-846977-2-iscsi: {}, Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: Open vSwitch agent@dv-cinder-846977-2-iscsi: { 'AddressGroup': '1.2', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Agent': '1.1', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'ConntrackHelper': '1.0', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'LocalIPAssociation': '1.0', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Log': '1.0', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'NDPProxy': '1.0', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Network': '1.1', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Port': '1.7', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'PortForwarding': '1.3', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'QosPolicy': '1.10', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'SecurityGroup': '1.5', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'SecurityGroupRule': '1.2', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'SubPort': '1.0', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Subnet': '1.1', Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: 'Trunk': '1.1'}} Oct 17 03:11:44.691399 dv-cinder-846977-2-iscsi neutron-server[104640]: {{(pid=104640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 03:11:44.694281 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:11:44.694281 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Checking segment: {'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:44.694281 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.694281 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Bound using segment: {'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:11:44.694281 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Bound port: 8a36bd03-67f8-4ba1-adf3-313526a381e0, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:11:44.694281 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.704697 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:11:44.705287 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:44.705847 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.706524 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Bound using segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:11:44.707227 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Bound port: e41b3e6b-c2a5-4952-9a4c-b420f2176d02, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:11:44.707797 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.716763 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Pushing event updated for resources: {'Port': ['ID=695c0c25-eb5a-4e64-b3da-4150d8cbc8d7,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:44.720129 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb8ad3-2bd9-4ed4-8c82-30db483f5bb3 None None] Pushing event updated for resources: {'Port': ['ID=af7a24ae-64cb-4f35-8e69-67cdc226f1c5,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:44.723432 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.769221 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:44.774334 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] For port e41b3e6b-c2a5-4952-9a4c-b420f2176d02, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:11:44.781001 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] For port e41b3e6b-c2a5-4952-9a4c-b420f2176d02, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=e41b3e6b-c2a5-4952-9a4c-b420f2176d02,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:11:44.792464 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.797056 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:44.797273 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.797506 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e Oct 17 03:11:44.798270 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Allocated IP 172.27.0.90 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/6e41cc1e-00e6-4da4-afd3-b0f5c39581e1) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:44.814272 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:44.843139 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:11:44.843506 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Checking segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:44.844953 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.845379 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Bound using segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:11:44.845940 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Bound port: 886eab7e-9852-42af-a181-7d6014a68861, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:11:44.846326 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (886eab7e-9852-42af-a181-7d6014a68861), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.858201 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-51e115d3-551b-4457-9858-ccacc597f51f admin admin] Publish callbacks [] for security_group (c60976c8-424a-4035-8838-a4dbabd8ba24), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.879292 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-51e115d3-551b-4457-9858-ccacc597f51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (c60976c8-424a-4035-8838-a4dbabd8ba24), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.884292 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429925b-98ba-4a4b-a5e8-b880b835bb01 None None] Pushing event updated for resources: {'Port': ['ID=e41b3e6b-c2a5-4952-9a4c-b420f2176d02,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:44.889921 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-30b17846-8006-4416-8618-03e91d5768d9 None None] Current status of the port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:44.901209 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:44.902507 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:44.904248 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] For port 8a36bd03-67f8-4ba1-adf3-313526a381e0, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:11:44.910200 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] For port 8a36bd03-67f8-4ba1-adf3-313526a381e0, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=8a36bd03-67f8-4ba1-adf3-313526a381e0,segment=NetworkSegment(621bb03d-26da-485b-950b-eca046ddefa2),segment_id=621bb03d-26da-485b-950b-eca046ddefa2)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:11:44.934177 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:44.940107 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:44.963702 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:44.965508 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e115d3-551b-4457-9858-ccacc597f51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60976c8-424a-4035-8838-a4dbabd8ba24,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:45.008437 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Publish callbacks [] for router_gateway (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:45.046325 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:45.077711 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-51e115d3-551b-4457-9858-ccacc597f51f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f5bc39b8903542228dbdfcb370a7be94&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0371118 Oct 17 03:11:45.077922 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:45.078960 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34720) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:45.094373 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:45.096625 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] For port 886eab7e-9852-42af-a181-7d6014a68861, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:11:45.128080 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-87122663-71c0-474a-b24e-4aca3fa16ead None None] Provisioning complete for port 051cd210-608f-45d0-b3d3-ff8ed5001f15 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:45.128501 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-87122663-71c0-474a-b24e-4aca3fa16ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:45.128846 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-87122663-71c0-474a-b24e-4aca3fa16ead None None] Attempt 1 to provision port 051cd210-608f-45d0-b3d3-ff8ed5001f15 Oct 17 03:11:45.364506 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Publish callbacks [] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:45.366127 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac7d6-381c-4f19-8186-68b85614607f admin admin] Publish callbacks [] for security_group (c60976c8-424a-4035-8838-a4dbabd8ba24), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:45.369136 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] For port 886eab7e-9852-42af-a181-7d6014a68861, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=886eab7e-9852-42af-a181-7d6014a68861,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:11:45.370911 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:45.371622 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device f5249adb-9cd3-4270-aa3c-8fb9a5b22622 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:11:45.378676 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:45.379840 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748966'] for router_interface (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:45.394963 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0bac1-60f5-4317-bc6a-ee6fd63666f1 None None] Pushing event updated for resources: {'Port': ['ID=8a36bd03-67f8-4ba1-adf3-313526a381e0,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:45.510479 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (886eab7e-9852-42af-a181-7d6014a68861), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:45.585961 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:43Z', 'revision_number': 1, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:45.587517 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:45.627170 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-87122663-71c0-474a-b24e-4aca3fa16ead None None] Port 051cd210-608f-45d0-b3d3-ff8ed5001f15 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:11:45.631626 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5dc1d-2bc1-49c3-84a7-e64739516192 None None] The sync data for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:43Z', 'revision_number': 1, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:11:45.745900 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Network 7be2416a-9e29-4953-b802-c76adc0aa669 is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:45.750806 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac7d6-381c-4f19-8186-68b85614607f admin admin] Publish callbacks [] for security_group (c60976c8-424a-4035-8838-a4dbabd8ba24), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:45.753023 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:45.769184 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:45.769184 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:45.769184 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 Oct 17 03:11:45.769184 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68798e2-910f-4874-99fe-7cf9bdb89b83 None None] Pushing event updated for resources: {'Port': ['ID=886eab7e-9852-42af-a181-7d6014a68861,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:45.844153 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d28b67-fdc6-474c-94f8-42b47b43601f None None] Network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:11:45.856405 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Pushing event updated for resources: {'Port': ['ID=051cd210-608f-45d0-b3d3-ff8ed5001f15,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:45.865593 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:46.000289 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-f22ec4a2-1bf4-4e32-b8b3-d82f46e9479a None None] Provisioning complete for port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:46.001037 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f22ec4a2-1bf4-4e32-b8b3-d82f46e9479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:46.001627 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-f22ec4a2-1bf4-4e32-b8b3-d82f46e9479a None None] Attempt 1 to provision port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 Oct 17 03:11:46.155220 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Publish callbacks [] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:46.185267 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac7d6-381c-4f19-8186-68b85614607f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (c60976c8-424a-4035-8838-a4dbabd8ba24), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:46.187836 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce7ac7d6-381c-4f19-8186-68b85614607f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:46.189011 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-ce7ac7d6-381c-4f19-8186-68b85614607f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c60976c8-424a-4035-8838-a4dbabd8ba24 HTTP/1.1" status: 204 len: 168 time: 1.0208211 Oct 17 03:11:46.256050 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ac7d6-381c-4f19-8186-68b85614607f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60976c8-424a-4035-8838-a4dbabd8ba24,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:46.283388 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:46.321604 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:11:46.342240 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-f22ec4a2-1bf4-4e32-b8b3-d82f46e9479a None None] Current status of the port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:46.346792 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f22ec4a2-1bf4-4e32-b8b3-d82f46e9479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:46.393636 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809'] for router (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:46.445713 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-f22ec4a2-1bf4-4e32-b8b3-d82f46e9479a None None] For port af7a24ae-64cb-4f35-8e69-67cdc226f1c5, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=af7a24ae-64cb-4f35-8e69-67cdc226f1c5,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:11:46.453174 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f22ec4a2-1bf4-4e32-b8b3-d82f46e9479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:46.557722 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ec4a2-1bf4-4e32-b8b3-d82f46e9479a None None] Pushing event updated for resources: {'Port': ['ID=af7a24ae-64cb-4f35-8e69-67cdc226f1c5,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:46.609733 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-75453b17-9bfa-441f-a512-a4ed6c36f9eb None None] Provisioning complete for port 051cd210-608f-45d0-b3d3-ff8ed5001f15 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:46.610110 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-75453b17-9bfa-441f-a512-a4ed6c36f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:46.610453 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-75453b17-9bfa-441f-a512-a4ed6c36f9eb None None] Attempt 1 to provision port 051cd210-608f-45d0-b3d3-ff8ed5001f15 Oct 17 03:11:46.690828 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 8a36bd03-67f8-4ba1-adf3-313526a381e0 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:11:46.743803 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Allocated IP 172.27.0.250 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/2778dc95-85b1-4f86-85db-25d4822315c0) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:46.747364 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:11:46.750574 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34752) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:46.762110 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-e3e88de8-a4a6-4135-9885-69ddd08c6443 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1164916 Oct 17 03:11:46.782683 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-75453b17-9bfa-441f-a512-a4ed6c36f9eb None None] Port 051cd210-608f-45d0-b3d3-ff8ed5001f15 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:11:46.803772 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:46.875190 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:46.903113 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 8a36bd03-67f8-4ba1-adf3-313526a381e0 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:46.903488 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:46.903818 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 8a36bd03-67f8-4ba1-adf3-313526a381e0 Oct 17 03:11:46.972888 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Publish callbacks [] for port (2778dc95-85b1-4f86-85db-25d4822315c0), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:46.985924 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:47.010239 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:47.016897 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 is scheduled to L3 agent dea58ebe-04a0-4074-8d33-fced80136847 with binding_index 1 {{(pid=104638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:11:47.042268 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-6c1c99d7-8b12-4b89-8b9e-6a8d671e214d None None] Provisioning complete for port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:47.042651 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6c1c99d7-8b12-4b89-8b9e-6a8d671e214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:47.046247 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-6c1c99d7-8b12-4b89-8b9e-6a8d671e214d None None] Attempt 1 to provision port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 Oct 17 03:11:47.100310 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:47.101491 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b34771-ab31-4fff-a49e-d8e1f8a8c4d5 None None] Network e16dd6d1-a57f-4fbc-a68b-692ca1280274 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:11:47.133525 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-295312ec-552c-4f31-a0b9-76396b386285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:47.211114 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:47.294580 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:47.338798 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-295312ec-552c-4f31-a0b9-76396b386285 admin admin] Publish callbacks [] for security_group (2588995a-66c4-4eaa-8c07-443203baa661), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:47.348256 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:47.351375 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Pushing event updated for resources: {'Port': ['ID=6e41cc1e-00e6-4da4-afd3-b0f5c39581e1,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:47.357314 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-295312ec-552c-4f31-a0b9-76396b386285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (2588995a-66c4-4eaa-8c07-443203baa661), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:47.387875 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:47.421326 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-295312ec-552c-4f31-a0b9-76396b386285 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0ef53dd7ed7445d1ad4736c110b85f67&name=default HTTP/1.1" status: 200 len: 2994 time: 0.6690700 Oct 17 03:11:47.422330 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34780) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:47.424960 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295312ec-552c-4f31-a0b9-76396b386285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2588995a-66c4-4eaa-8c07-443203baa661,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:47.463793 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:47.506085 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-88995850-2802-45dd-8827-83f37f4ff0a0 admin admin] Publish callbacks [] for security_group (2588995a-66c4-4eaa-8c07-443203baa661), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:47.551686 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-88995850-2802-45dd-8827-83f37f4ff0a0 admin admin] Publish callbacks [] for security_group (2588995a-66c4-4eaa-8c07-443203baa661), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:47.576722 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 8a36bd03-67f8-4ba1-adf3-313526a381e0 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:47.577322 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:47.654143 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-88995850-2802-45dd-8827-83f37f4ff0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (2588995a-66c4-4eaa-8c07-443203baa661), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:47.657873 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-88995850-2802-45dd-8827-83f37f4ff0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:47.665520 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-88995850-2802-45dd-8827-83f37f4ff0a0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2588995a-66c4-4eaa-8c07-443203baa661 HTTP/1.1" status: 204 len: 168 time: 0.2389264 Oct 17 03:11:47.684429 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88995850-2802-45dd-8827-83f37f4ff0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2588995a-66c4-4eaa-8c07-443203baa661,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:47.701064 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (2778dc95-85b1-4f86-85db-25d4822315c0), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:47.758468 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-6c1c99d7-8b12-4b89-8b9e-6a8d671e214d None None] Current status of the port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:47.773937 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39613f-8f72-4fe9-8509-a7de3fb06913 None None] Network 5bef7eaf-4926-430d-bb2f-ad10a16554bf requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:11:47.901345 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:47.931798 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:11:47.940698 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Pushing event updated for resources: {'Port': ['ID=2778dc95-85b1-4f86-85db-25d4822315c0,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:47.942991 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-5f71d5e6-907f-4bf7-a678-44c09509b6f5 None None] Provisioning complete for port 8a36bd03-67f8-4ba1-adf3-313526a381e0 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:47.943774 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5e6-907f-4bf7-a678-44c09509b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:47.946503 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-5f71d5e6-907f-4bf7-a678-44c09509b6f5 None None] Attempt 1 to provision port 8a36bd03-67f8-4ba1-adf3-313526a381e0 Oct 17 03:11:47.952353 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:48.023569 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Sync routers for ids ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:11:48.083321 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34798) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:48.089653 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-9eb3489b-88fd-4273-bd03-7dca9a69d01d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1313608638', 'description': 'tempest-description--2092452043'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:48.101571 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 8a36bd03-67f8-4ba1-adf3-313526a381e0, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=8a36bd03-67f8-4ba1-adf3-313526a381e0,segment=NetworkSegment(621bb03d-26da-485b-950b-eca046ddefa2),segment_id=621bb03d-26da-485b-950b-eca046ddefa2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:11:48.103075 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:48.104654 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-1fb4647f-db38-4998-81f5-75b772d567dc admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.1466436 Oct 17 03:11:48.107863 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34802) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:48.117734 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 is scheduled to L3 agent dea58ebe-04a0-4074-8d33-fced80136847 with binding_index 1 {{(pid=104638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:11:48.133695 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:48.145787 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Routers {'34c4cf2a-7e78-42c9-812d-95bde9f3b158'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:48.146428 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:48.264493 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9eb3489b-88fd-4273-bd03-7dca9a69d01d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:48.337556 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Set router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:48.409779 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Publish callbacks [] for router_gateway (f6782d4e-5bef-4f0e-a454-72c841ef9e46), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:48.417789 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:48.490252 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:48.491060 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device af7a24ae-64cb-4f35-8e69-67cdc226f1c5 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:11:48.509395 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:48.570412 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:11:48.580705 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Sync routers for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:11:48.599063 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:48.602977 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:48.639755 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=8a36bd03-67f8-4ba1-adf3-313526a381e0,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:48.775807 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9eb3489b-88fd-4273-bd03-7dca9a69d01d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group (d438e1f4-dc95-41bd-9293-971c58b245c5), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:48.810350 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9eb3489b-88fd-4273-bd03-7dca9a69d01d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (d438e1f4-dc95-41bd-9293-971c58b245c5), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:48.865030 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:48.891332 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9eb3489b-88fd-4273-bd03-7dca9a69d01d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:48.896139 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-9eb3489b-88fd-4273-bd03-7dca9a69d01d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8117855 Oct 17 03:11:48.897041 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34832) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:48.935304 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-05415d74-357d-4f7c-896d-28d0c117224f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Request body: {'security_group_rule': {'security_group_id': 'd438e1f4-dc95-41bd-9293-971c58b245c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:48.993992 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3489b-88fd-4273-bd03-7dca9a69d01d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d438e1f4-dc95-41bd-9293-971c58b245c5,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:49.033867 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-5f71d5e6-907f-4bf7-a678-44c09509b6f5 None None] Current status of the port 8a36bd03-67f8-4ba1-adf3-313526a381e0 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:49.055751 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:49.056317 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.057588 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 Oct 17 03:11:49.135421 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:49.192784 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34836) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:49.206598 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809'] for router (f6782d4e-5bef-4f0e-a454-72c841ef9e46), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.238980 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-5f71d5e6-907f-4bf7-a678-44c09509b6f5 None None] Provisioning complete for port 886eab7e-9852-42af-a181-7d6014a68861 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:49.239430 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5e6-907f-4bf7-a678-44c09509b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (886eab7e-9852-42af-a181-7d6014a68861), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.239804 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-5f71d5e6-907f-4bf7-a678-44c09509b6f5 None None] Attempt 1 to provision port 886eab7e-9852-42af-a181-7d6014a68861 Oct 17 03:11:49.278802 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-05415d74-357d-4f7c-896d-28d0c117224f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group_rule (0d7bb216-4283-4181-b461-b166cd33a584), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.303041 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 3, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:49.345617 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.347513 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-8441ea5e-c529-4a67-abc5-a24afef7c588 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9297111 Oct 17 03:11:49.349342 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:49.353567 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34846) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:49.353774 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Checking router: bcae69b2-6783-4e07-8d1a-a148dcaf29e5 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:11:49.354163 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Updating router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:11:49.365058 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Publish callbacks [] for router_gateway (ad53dc6d-a821-4f30-bb0f-50c664b4c259), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.369258 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:49.438114 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.554464 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e51cbc3a-e07a-482e-a138-225cbab44b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.649589 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-05415d74-357d-4f7c-896d-28d0c117224f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group_rule (0d7bb216-4283-4181-b461-b166cd33a584), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.677018 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Sync routers for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:11:49.690607 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:42Z', 'revision_number': 3, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:49.705064 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-05415d74-357d-4f7c-896d-28d0c117224f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (0d7bb216-4283-4181-b461-b166cd33a584), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.736817 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:49.737724 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:49.777732 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05415d74-357d-4f7c-896d-28d0c117224f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7bb216-4283-4181-b461-b166cd33a584,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:49.805835 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-05415d74-357d-4f7c-896d-28d0c117224f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.810509 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-05415d74-357d-4f7c-896d-28d0c117224f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8959763 Oct 17 03:11:49.816753 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34856) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:49.824240 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-fff5afcc-e281-4345-b58b-46cb2b950b0f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Request body: {'security_group_rule': {'security_group_id': 'd438e1f4-dc95-41bd-9293-971c58b245c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:49.877814 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:49.916345 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.923279 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:49.932939 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:49.935222 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809'] for router (ad53dc6d-a821-4f30-bb0f-50c664b4c259), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:49.941303 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Router f6782d4e-5bef-4f0e-a454-72c841ef9e46 is scheduled to L3 agent dea58ebe-04a0-4074-8d33-fced80136847 with binding_index 1 {{(pid=104638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:11:50.013951 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:50.017804 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 886eab7e-9852-42af-a181-7d6014a68861 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:11:50.027132 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fff5afcc-e281-4345-b58b-46cb2b950b0f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group_rule (f220cb95-0c1c-42b3-ba43-2f09b3ad1bc4), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.096749 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e51cbc3a-e07a-482e-a138-225cbab44b27 admin admin] Publish callbacks [] for security_group (c457639a-0de5-48a7-910b-8985202052e2), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.118529 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Checking router: 34c4cf2a-7e78-42c9-812d-95bde9f3b158 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:11:50.120489 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Updating router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 port ade2403d-729d-4733-9380-d7db88a167cc binding host dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:11:50.140387 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e51cbc3a-e07a-482e-a138-225cbab44b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (c457639a-0de5-48a7-910b-8985202052e2), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.220191 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ade2403d-729d-4733-9380-d7db88a167cc), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.248239 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:50.263056 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Publish callbacks [] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.272540 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.361094 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fff5afcc-e281-4345-b58b-46cb2b950b0f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group_rule (f220cb95-0c1c-42b3-ba43-2f09b3ad1bc4), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.381187 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc5044-01b5-4842-825b-4c182543b2d7 None None] Pushing event updated for resources: {'Port': ['ID=695c0c25-eb5a-4e64-b3da-4150d8cbc8d7,revision_number=2']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:50.391422 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:50.393217 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-e51cbc3a-e07a-482e-a138-225cbab44b27 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2867761270a140818364c8e25f2df0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1992743 Oct 17 03:11:50.393987 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cbc3a-e07a-482e-a138-225cbab44b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c457639a-0de5-48a7-910b-8985202052e2,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:50.399395 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34874) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:50.402378 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fff5afcc-e281-4345-b58b-46cb2b950b0f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (f220cb95-0c1c-42b3-ba43-2f09b3ad1bc4), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.419664 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Attempting to bind port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:11:50.421356 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Attempting to bind port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:11:50.423789 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Attempting to bind port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 on network 3f5d5270-3f2d-498d-b31c-27499816697e {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:11:50.463034 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:11:50.494365 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Sync routers for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:11:50.512565 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:50.513972 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:50.518136 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:50.537766 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5afcc-e281-4345-b58b-46cb2b950b0f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f220cb95-0c1c-42b3-ba43-2f09b3ad1bc4,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:50.557534 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fff5afcc-e281-4345-b58b-46cb2b950b0f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.561642 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-fff5afcc-e281-4345-b58b-46cb2b950b0f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7391119 Oct 17 03:11:50.562606 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34880) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:50.567835 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:50.569033 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Router ad53dc6d-a821-4f30-bb0f-50c664b4c259 is scheduled to L3 agent dea58ebe-04a0-4074-8d33-fced80136847 with binding_index 1 {{(pid=104638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:11:50.610843 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:50.619805 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Allocated IP 172.20.0.1 (9271d0b1-69d9-42d2-822e-fbd76c069e42/3c2b1308-e6f8-4fcd-a091-659851e82f9a/80b8b54b-29f5-439d-9a53-bc6d60d14d2d) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:50.624007 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.627695 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-59ebf4c1-3e08-4fb5-b3be-03865ea250c2 admin admin] Publish callbacks [] for security_group (c457639a-0de5-48a7-910b-8985202052e2), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.631782 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-b4050f69-93aa-436e-a822-8fcc37e93e95 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.8345356 Oct 17 03:11:50.646552 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34882) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:50.662432 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.706023 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:50.787147 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 886eab7e-9852-42af-a181-7d6014a68861 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:50.787730 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (886eab7e-9852-42af-a181-7d6014a68861), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.789109 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 886eab7e-9852-42af-a181-7d6014a68861 Oct 17 03:11:50.792370 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-59ebf4c1-3e08-4fb5-b3be-03865ea250c2 admin admin] Publish callbacks [] for security_group (c457639a-0de5-48a7-910b-8985202052e2), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.811492 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:11:50.861204 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Sync routers for ids ['ad53dc6d-a821-4f30-bb0f-50c664b4c259'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:11:50.883768 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:11:50.884165 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:50.889094 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.889094 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Bound using segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:11:50.889094 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Bound port: 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:11:50.889094 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.901358 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:50.905520 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-8df61f79-52df-4e8c-bb9e-60f0ae04a713 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.5381145 Oct 17 03:11:50.905520 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34896) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:50.977266 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] For port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:11:50.983064 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] For port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=695c0c25-eb5a-4e64-b3da-4150d8cbc8d7,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:11:51.000739 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 2, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:51.030205 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:51.033815 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:51.062216 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:51.085631 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:51.115422 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Checking router: f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:11:51.115770 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Updating router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc port 051cd210-608f-45d0-b3d3-ff8ed5001f15 binding host dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:11:51.118990 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:51.119629 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:51.128315 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Routers {'ad53dc6d-a821-4f30-bb0f-50c664b4c259'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:51.128749 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ad53dc6d-a821-4f30-bb0f-50c664b4c259'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:51.226972 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:51.293085 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Set router ad53dc6d-a821-4f30-bb0f-50c664b4c259 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:51.317156 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:51.368242 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:51.388017 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:51.408079 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-5f71d5e6-907f-4bf7-a678-44c09509b6f5 None None] Current status of the port 886eab7e-9852-42af-a181-7d6014a68861 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:51.408618 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5e6-907f-4bf7-a678-44c09509b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (886eab7e-9852-42af-a181-7d6014a68861), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:51.458503 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 886eab7e-9852-42af-a181-7d6014a68861 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:51.460427 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (886eab7e-9852-42af-a181-7d6014a68861), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:51.475267 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-59ebf4c1-3e08-4fb5-b3be-03865ea250c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (c457639a-0de5-48a7-910b-8985202052e2), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:51.478985 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-59ebf4c1-3e08-4fb5-b3be-03865ea250c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:51.480165 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-59ebf4c1-3e08-4fb5-b3be-03865ea250c2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c457639a-0de5-48a7-910b-8985202052e2 HTTP/1.1" status: 204 len: 168 time: 1.0759645 Oct 17 03:11:51.508675 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Publish callbacks [] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:51.519312 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebf4c1-3e08-4fb5-b3be-03865ea250c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c457639a-0de5-48a7-910b-8985202052e2,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:51.612820 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:51.689297 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 3, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:51.707682 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Network 9271d0b1-69d9-42d2-822e-fbd76c069e42 is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:51.714467 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:51.737321 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:51.746108 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38223da4-ab0f-4a04-9f95-97ecc81acaae None None] The sync data for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi is: [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 3, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:11:51.747003 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:51.747611 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748858'] for router_interface (34c4cf2a-7e78-42c9-812d-95bde9f3b158), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:51.751812 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:47Z', 'revision_number': 3, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:51.809799 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Pushing event updated for resources: {'Port': ['ID=80b8b54b-29f5-439d-9a53-bc6d60d14d2d,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:51.821694 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Allocated IP 172.20.0.1 (b76b6d47-52a1-4c1b-a84c-d9fcfdadba83/cfde2bec-0943-4043-aac7-af99f4b6cebf/c644a879-e3c9-4e54-8474-2c8ddbd17d27) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:51.844404 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Checking router: f6782d4e-5bef-4f0e-a454-72c841ef9e46 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:11:51.848852 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Updating router f6782d4e-5bef-4f0e-a454-72c841ef9e46 port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:11:51.863593 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:51.957578 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc5044-01b5-4842-825b-4c182543b2d7 None None] Pushing event updated for resources: {'Port': ['ID=695c0c25-eb5a-4e64-b3da-4150d8cbc8d7,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:51.976348 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34932) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:51.983184 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.112487 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:52.133981 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Publish callbacks [] for port (ade2403d-729d-4733-9380-d7db88a167cc), precommit_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.170738 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-5f71d5e6-907f-4bf7-a678-44c09509b6f5 None None] For port 886eab7e-9852-42af-a181-7d6014a68861, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=886eab7e-9852-42af-a181-7d6014a68861,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:11:52.353411 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1119-888c-45e7-a21e-c87b652adcbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.404121 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (ade2403d-729d-4733-9380-d7db88a167cc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.445750 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-5f71d5e6-907f-4bf7-a678-44c09509b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (886eab7e-9852-42af-a181-7d6014a68861), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.465371 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Publish callbacks [] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.507906 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.db.api [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 17 03:11:52.508237 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG oslo_db.api [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 03:11:52.510485 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.589525 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Attempting to bind port ade2403d-729d-4733-9380-d7db88a167cc on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:11:52.589909 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Attempting to bind port ade2403d-729d-4733-9380-d7db88a167cc by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:11:52.590252 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Attempting to bind port ade2403d-729d-4733-9380-d7db88a167cc on network 3f5d5270-3f2d-498d-b31c-27499816697e {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:11:52.593597 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Allocated IP 172.27.0.130 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/f6bf9053-c330-4606-a373-cc3ebd8e3f1a) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:52.634280 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.638423 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.651617 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:52.664033 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:11:52.664410 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:52.664808 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.665208 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Bound using segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:11:52.665680 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Bound port: ade2403d-729d-4733-9380-d7db88a167cc, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:11:52.666051 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ade2403d-729d-4733-9380-d7db88a167cc), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.669197 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:52.703286 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'name': 'tempest-DeleteServersTestJSON-2079789715-router', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:41Z', 'updated_at': '2022-10-17T03:11:48Z', 'revision_number': 3, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'gw_port': {'id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:52.705726 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.769958 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:52.792759 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:52.803748 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1119-888c-45e7-a21e-c87b652adcbf admin admin] Publish callbacks [] for security_group (adc7c82c-2521-49ac-9ae8-4a9c47dbb851), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.805846 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:52.808423 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748858'] for router_interface (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.886712 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for port (f6bf9053-c330-4606-a373-cc3ebd8e3f1a), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:52.931157 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Checking router: ad53dc6d-a821-4f30-bb0f-50c664b4c259 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:11:52.931677 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Updating router ad53dc6d-a821-4f30-bb0f-50c664b4c259 port 2778dc95-85b1-4f86-85db-25d4822315c0 binding host dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:11:53.006697 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (2778dc95-85b1-4f86-85db-25d4822315c0), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.017597 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Publish callbacks [] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.024256 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (f6bf9053-c330-4606-a373-cc3ebd8e3f1a), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.074667 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:53.079880 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5aeb35-4067-4e03-84eb-a63d80406cc6 None None] Pushing event updated for resources: {'Port': ['ID=ade2403d-729d-4733-9380-d7db88a167cc,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:53.081027 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ea1c1119-888c-45e7-a21e-c87b652adcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (adc7c82c-2521-49ac-9ae8-4a9c47dbb851), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.097363 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-c3d39c5a-fee3-439e-a4fe-1c6d0a01c1bd None None] Provisioning complete for port 8a36bd03-67f8-4ba1-adf3-313526a381e0 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:53.097916 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c3d39c5a-fee3-439e-a4fe-1c6d0a01c1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.098317 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-c3d39c5a-fee3-439e-a4fe-1c6d0a01c1bd None None] Attempt 1 to provision port 8a36bd03-67f8-4ba1-adf3-313526a381e0 Oct 17 03:11:53.178588 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.179392 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748966'] for router_interface (34c4cf2a-7e78-42c9-812d-95bde9f3b158), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.235810 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 886eab7e-9852-42af-a181-7d6014a68861 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:53.271824 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Pushing event updated for resources: {'Port': ['ID=c644a879-e3c9-4e54-8474-2c8ddbd17d27,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:53.312282 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Publish callbacks [] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.320880 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:53.322599 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:53.332868 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.337275 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event updated for resources: {'Port': ['ID=f6bf9053-c330-4606-a373-cc3ebd8e3f1a,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:53.377026 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:53.395638 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Attempting to bind port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:11:53.396123 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Attempting to bind port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:11:53.396480 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Attempting to bind port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 on network 3f5d5270-3f2d-498d-b31c-27499816697e {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:11:53.397167 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-ea1c1119-888c-45e7-a21e-c87b652adcbf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1c26c9ea1fc64309b38b2d3345140d04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4182835 Oct 17 03:11:53.410207 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 34958) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:53.473410 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c1119-888c-45e7-a21e-c87b652adcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc7c82c-2521-49ac-9ae8-4a9c47dbb851,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:53.475865 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.488589 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4000cf-13f1-42ed-a032-176b1dded2d7 None None] Pushing event updated for resources: {'Port': ['ID=6e41cc1e-00e6-4da4-afd3-b0f5c39581e1,revision_number=2']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:53.544602 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:11:53.546633 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:53.549510 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.550097 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Bound using segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:11:53.553763 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Bound port: 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:11:53.556048 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.695944 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71d5e6-907f-4bf7-a678-44c09509b6f5 None None] Pushing event updated for resources: {'Port': ['ID=886eab7e-9852-42af-a181-7d6014a68861,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:53.717804 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] For port ade2403d-729d-4733-9380-d7db88a167cc, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:11:53.721105 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] For port ade2403d-729d-4733-9380-d7db88a167cc, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ade2403d-729d-4733-9380-d7db88a167cc,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:11:53.733566 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (ade2403d-729d-4733-9380-d7db88a167cc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.779430 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] For port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:11:53.787389 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] For port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=6e41cc1e-00e6-4da4-afd3-b0f5c39581e1,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:11:53.800085 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.813986 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:53.822790 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5aeb35-4067-4e03-84eb-a63d80406cc6 None None] Pushing event updated for resources: {'Port': ['ID=ade2403d-729d-4733-9380-d7db88a167cc,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:53.853447 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Allocated IP 172.20.0.1 (5bef7eaf-4926-430d-bb2f-ad10a16554bf/01ed372f-5291-4905-8554-a869f372768d/7662e880-0b36-4837-a073-1f2eb0530fb6) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:53.900213 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-c3d39c5a-fee3-439e-a4fe-1c6d0a01c1bd None None] Current status of the port 8a36bd03-67f8-4ba1-adf3-313526a381e0 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:53.912322 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 8a36bd03-67f8-4ba1-adf3-313526a381e0 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:11:53.924301 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-c3d39c5a-fee3-439e-a4fe-1c6d0a01c1bd None None] Provisioning complete for port 886eab7e-9852-42af-a181-7d6014a68861 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:53.924593 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c3d39c5a-fee3-439e-a4fe-1c6d0a01c1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (886eab7e-9852-42af-a181-7d6014a68861), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.924928 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-c3d39c5a-fee3-439e-a4fe-1c6d0a01c1bd None None] Attempt 1 to provision port 886eab7e-9852-42af-a181-7d6014a68861 Oct 17 03:11:53.950418 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4000cf-13f1-42ed-a032-176b1dded2d7 None None] Pushing event updated for resources: {'Port': ['ID=6e41cc1e-00e6-4da4-afd3-b0f5c39581e1,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:53.969887 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2252f1f3-7d28-4610-819d-76fa6d21a0c1 admin admin] Publish callbacks [] for security_group (adc7c82c-2521-49ac-9ae8-4a9c47dbb851), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.994082 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Publish callbacks [] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:53.997021 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:53.999355 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:54.064746 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Allocated IP 172.20.0.1 (e16dd6d1-a57f-4fbc-a68b-692ca1280274/409d858a-446b-4bca-8079-611c30b0d6f2/312f0a1c-0529-4ef8-9c83-76bc5f276fbe) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:11:54.077410 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Routers {'34c4cf2a-7e78-42c9-812d-95bde9f3b158'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:54.079113 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:54.079277 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:54.080837 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:54.103389 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:54.107850 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.136434 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:54.155459 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:54.188462 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Network 9271d0b1-69d9-42d2-822e-fbd76c069e42 is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:54.194708 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:54.242909 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] Set router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:54.260772 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Network 5bef7eaf-4926-430d-bb2f-ad10a16554bf is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:54.282531 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Pushing event updated for resources: {'Port': ['ID=80b8b54b-29f5-439d-9a53-bc6d60d14d2d,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:54.307201 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:54.315396 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:54.315607 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748858'] for router_interface (f6782d4e-5bef-4f0e-a454-72c841ef9e46), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.317316 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2252f1f3-7d28-4610-819d-76fa6d21a0c1 admin admin] Publish callbacks [] for security_group (adc7c82c-2521-49ac-9ae8-4a9c47dbb851), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.518603 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:54.562315 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:54.582974 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (4cb32d4b-b7c2-4272-a642-860a1a4e51e5), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.643726 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Pushing event updated for resources: {'Port': ['ID=7662e880-0b36-4837-a073-1f2eb0530fb6,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:54.686259 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 8a36bd03-67f8-4ba1-adf3-313526a381e0 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:54.689109 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.689509 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 8a36bd03-67f8-4ba1-adf3-313526a381e0 Oct 17 03:11:54.775131 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2252f1f3-7d28-4610-819d-76fa6d21a0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (adc7c82c-2521-49ac-9ae8-4a9c47dbb851), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.777902 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2252f1f3-7d28-4610-819d-76fa6d21a0c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.781908 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-2252f1f3-7d28-4610-819d-76fa6d21a0c1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/adc7c82c-2521-49ac-9ae8-4a9c47dbb851 HTTP/1.1" status: 204 len: 168 time: 1.3563976 Oct 17 03:11:54.790105 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:54.791279 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (f6bf9053-c330-4606-a373-cc3ebd8e3f1a), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.796128 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:11:54.796969 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Publish callbacks [] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), precommit_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.804891 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Publish callbacks [] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.816841 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Publish callbacks [] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.818208 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.818992 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748966'] for router_interface (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.822093 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252f1f3-7d28-4610-819d-76fa6d21a0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc7c82c-2521-49ac-9ae8-4a9c47dbb851,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:54.857991 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:54.942806 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Pushing event updated for resources: {'Port': ['ID=c644a879-e3c9-4e54-8474-2c8ddbd17d27,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:54.953977 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431604e0-e394-4232-b101-39e5f320d6e4 None None] Pushing event updated for resources: {'Port': ['ID=051cd210-608f-45d0-b3d3-ff8ed5001f15,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:54.954424 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:55.057530 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:55.058378 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:47Z', 'revision_number': 3, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:55.088830 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Publish callbacks [] for port (2778dc95-85b1-4f86-85db-25d4822315c0), precommit_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:55.120827 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ee2c3c-1818-41bd-86b5-bf6ee3bffefe None None] The sync data for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:47Z', 'revision_number': 3, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:11:55.182649 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (2778dc95-85b1-4f86-85db-25d4822315c0), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:55.192194 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:55.211791 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:55.394992 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Publish callbacks [] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:55.410424 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:55.411424 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748966'] for router_interface (f6782d4e-5bef-4f0e-a454-72c841ef9e46), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:55.448075 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:55.497678 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 34998) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:55.518164 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:55.524896 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:55.559744 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for port (f6bf9053-c330-4606-a373-cc3ebd8e3f1a), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:55.627736 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Network e16dd6d1-a57f-4fbc-a68b-692ca1280274 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:55.635446 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Attempting to bind port 2778dc95-85b1-4f86-85db-25d4822315c0 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:11:55.636586 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Attempting to bind port 2778dc95-85b1-4f86-85db-25d4822315c0 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:11:55.637202 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Attempting to bind port 2778dc95-85b1-4f86-85db-25d4822315c0 on network 3f5d5270-3f2d-498d-b31c-27499816697e {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:11:55.640707 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-c3d39c5a-fee3-439e-a4fe-1c6d0a01c1bd None None] Current status of the port 886eab7e-9852-42af-a181-7d6014a68861 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:55.657184 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:55.731312 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:11:55.736427 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748858'] for router_interface (ad53dc6d-a821-4f30-bb0f-50c664b4c259), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:55.807802 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24503451-0a87-4323-8478-ab0ee72f9e4a None None] Pushing event updated for resources: {'Port': ['ID=2778dc95-85b1-4f86-85db-25d4822315c0,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:55.849118 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 8a36bd03-67f8-4ba1-adf3-313526a381e0 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:55.849118 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:11:55.873788 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-c3d39c5a-fee3-439e-a4fe-1c6d0a01c1bd None None] Provisioning complete for port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:55.874458 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c3d39c5a-fee3-439e-a4fe-1c6d0a01c1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:55.875327 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-c3d39c5a-fee3-439e-a4fe-1c6d0a01c1bd None None] Attempt 1 to provision port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d Oct 17 03:11:55.886556 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Pushing event updated for resources: {'Port': ['ID=312f0a1c-0529-4ef8-9c83-76bc5f276fbe,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:55.905219 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Attempting to bind port 051cd210-608f-45d0-b3d3-ff8ed5001f15 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:11:55.906019 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Attempting to bind port 051cd210-608f-45d0-b3d3-ff8ed5001f15 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:11:55.906985 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Attempting to bind port 051cd210-608f-45d0-b3d3-ff8ed5001f15 on network 7be2416a-9e29-4953-b802-c76adc0aa669 {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:11:55.923638 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:11:55.963639 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:11:56.034210 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-de6a34d5-0f6f-4e76-a5b6-4f3d2a23c564 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/34c4cf2a-7e78-42c9-812d-95bde9f3b158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9236174 Oct 17 03:11:56.037680 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (f6bf9053-c330-4606-a373-cc3ebd8e3f1a), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.039154 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (4cb32d4b-b7c2-4272-a642-860a1a4e51e5), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.078321 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:11:56.078741 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Checking segment: {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:56.079258 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.079556 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Bound using segment: {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:11:56.080099 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Bound port: 051cd210-608f-45d0-b3d3-ff8ed5001f15, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:11:56.080487 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.082373 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3f88b6b1-fb6a-40a4-9b1e-4a2094d6de40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.117281 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:56.142681 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-c3d39c5a-fee3-439e-a4fe-1c6d0a01c1bd None None] Port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:11:56.146256 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:11:56.146639 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:56.147091 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Pushing event updated for resources: {'Port': ['ID=7662e880-0b36-4837-a073-1f2eb0530fb6,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:56.147210 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.147525 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Bound using segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:11:56.148146 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Bound port: 2778dc95-85b1-4f86-85db-25d4822315c0, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:11:56.148517 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (2778dc95-85b1-4f86-85db-25d4822315c0), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.211109 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 2, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:56.234565 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.245881 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:56.252106 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:11:56.259938 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-9f68d9c4-befd-4884-b5aa-c64b48666283 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/bcae69b2-6783-4e07-8d1a-a148dcaf29e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9046910 Oct 17 03:11:56.284825 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Sync routers for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:11:56.304743 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:56.305565 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:56.349936 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:56.350382 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.350798 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 Oct 17 03:11:56.354603 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:56.441782 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707421-6bae-49b6-8990-c34a3c3e8416 None None] The sync data for ids ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'] in dv-cinder-846977-2-iscsi is: [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 2, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:11:56.457829 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.459865 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] For port 051cd210-608f-45d0-b3d3-ff8ed5001f15, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:11:56.462850 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8977559 Oct 17 03:11:56.463673 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=10 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:56.466210 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c3d9a-8975-4713-b806-f3f5b1bc7854 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event updated for resources: {'Port': ['ID=f6bf9053-c330-4606-a373-cc3ebd8e3f1a,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:56.479496 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Provisioning complete for port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:56.480020 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.480535 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Attempt 1 to provision port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe Oct 17 03:11:56.530352 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] For port 051cd210-608f-45d0-b3d3-ff8ed5001f15, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=051cd210-608f-45d0-b3d3-ff8ed5001f15,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:11:56.532190 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] For port 2778dc95-85b1-4f86-85db-25d4822315c0, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:11:56.546801 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:56.559561 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3f88b6b1-fb6a-40a4-9b1e-4a2094d6de40 admin admin] Publish callbacks [] for security_group (8c5f87f9-ec9c-4536-bbf9-d3d046e6fbfa), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.591376 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3f88b6b1-fb6a-40a4-9b1e-4a2094d6de40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (8c5f87f9-ec9c-4536-bbf9-d3d046e6fbfa), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.727202 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Network 5bef7eaf-4926-430d-bb2f-ad10a16554bf is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:56.736655 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:56.775483 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-3f88b6b1-fb6a-40a4-9b1e-4a2094d6de40 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8e4b58b189e2470dabf95cbdce14bd08&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2371283 Oct 17 03:11:56.777746 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35028) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:56.786138 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88b6b1-fb6a-40a4-9b1e-4a2094d6de40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5f87f9-ec9c-4536-bbf9-d3d046e6fbfa,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:56.897369 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:56.898372 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.921908 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.947112 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] For port 2778dc95-85b1-4f86-85db-25d4822315c0, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=2778dc95-85b1-4f86-85db-25d4822315c0,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:11:56.954839 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:56.985966 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Publish callbacks [] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.996026 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.996151 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9b1de6f1-7cd3-410c-a91b-592ed1acc2ff admin admin] Publish callbacks [] for security_group (8c5f87f9-ec9c-4536-bbf9-d3d046e6fbfa), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:56.997035 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748966'] for router_interface (ad53dc6d-a821-4f30-bb0f-50c664b4c259), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:57.049398 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9b1de6f1-7cd3-410c-a91b-592ed1acc2ff admin admin] Publish callbacks [] for security_group (8c5f87f9-ec9c-4536-bbf9-d3d046e6fbfa), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:57.065556 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:57.067614 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:57.145468 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Pushing event updated for resources: {'Port': ['ID=312f0a1c-0529-4ef8-9c83-76bc5f276fbe,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:57.155123 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Router f6782d4e-5bef-4f0e-a454-72c841ef9e46 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:11:57.156458 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35048) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:57.158116 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 2, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:57.265606 dv-cinder-846977-2-iscsi neutron-server[104637]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 03:11:57.268625 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Network e16dd6d1-a57f-4fbc-a68b-692ca1280274 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:11:57.269996 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:11:57.271239 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:57.289848 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Checking router: bcae69b2-6783-4e07-8d1a-a148dcaf29e5 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:11:57.290321 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Updating router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 port c644a879-e3c9-4e54-8474-2c8ddbd17d27 binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:11:57.344267 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (2778dc95-85b1-4f86-85db-25d4822315c0), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:57.345959 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:11:57.348234 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35054) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:57.349120 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=695c0c25-eb5a-4e64-b3da-4150d8cbc8d7,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:11:57.363343 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-a67392cf-753b-478f-893e-82476835148c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111688051', 'description': 'tempest-description--2052172817'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:57.375147 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:57.388749 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:57.389528 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device e41b3e6b-c2a5-4952-9a4c-b420f2176d02 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:11:57.470059 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9b1de6f1-7cd3-410c-a91b-592ed1acc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (8c5f87f9-ec9c-4536-bbf9-d3d046e6fbfa), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:57.474547 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9b1de6f1-7cd3-410c-a91b-592ed1acc2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:57.487674 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-9b1de6f1-7cd3-410c-a91b-592ed1acc2ff admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8c5f87f9-ec9c-4536-bbf9-d3d046e6fbfa HTTP/1.1" status: 204 len: 168 time: 0.6999321 Oct 17 03:11:57.523563 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 35070) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:57.532031 dv-cinder-846977-2-iscsi neutron-server[104638]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 03:11:57.573882 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:57.601981 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Routers {'ad53dc6d-a821-4f30-bb0f-50c664b4c259'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:57.602628 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ad53dc6d-a821-4f30-bb0f-50c664b4c259'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:57.653872 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a67392cf-753b-478f-893e-82476835148c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:57.684996 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1de6f1-7cd3-410c-a91b-592ed1acc2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5f87f9-ec9c-4536-bbf9-d3d046e6fbfa,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:57.714980 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-a6aadb90-c139-4ba4-8f6d-bbb053c85fda tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1313608638&fields=id&tenant_id=36f63b28bb4f4654b53a01507b337d52 HTTP/1.1" status: 200 len: 267 time: 0.1864817 Oct 17 03:11:57.767282 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:57.795481 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Router ad53dc6d-a821-4f30-bb0f-50c664b4c259 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:11:57.846231 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] Set router ad53dc6d-a821-4f30-bb0f-50c664b4c259 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:57.930921 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Publish callbacks [] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:57.941973 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:57.946421 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f830334c-f025-4e5f-aa77-13fcaad42731 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:11:57.952906 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f830334c-f025-4e5f-aa77-13fcaad42731 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 819 time: 0.6854000 Oct 17 03:11:58.033706 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:58.045761 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-412772bc-ab9e-420e-82e9-2782499e6bca tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/quotas/ee21a91b84794e80b208fe72b7f1e010 HTTP/1.1" status: 200 len: 375 time: 0.0877633 Oct 17 03:11:58.084540 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:58.096891 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad62af3-87d5-4d43-ba06-31fd27929154 None None] Pushing event updated for resources: {'Port': ['ID=c644a879-e3c9-4e54-8474-2c8ddbd17d27,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:58.115038 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:11:58.120622 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Attempting to bind port c644a879-e3c9-4e54-8474-2c8ddbd17d27 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:11:58.121153 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Attempting to bind port c644a879-e3c9-4e54-8474-2c8ddbd17d27 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:11:58.121758 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Attempting to bind port c644a879-e3c9-4e54-8474-2c8ddbd17d27 on network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:11:58.126243 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-e559d07a-b5d0-42fc-b80f-3bcb50efae61 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/f6782d4e-5bef-4f0e-a454-72c841ef9e46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4768577 Oct 17 03:11:58.173429 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:58.199243 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:11:58.200391 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Checking segment: {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:11:58.200934 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.201631 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Bound using segment: {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:11:58.202408 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Bound port: c644a879-e3c9-4e54-8474-2c8ddbd17d27, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:11:58.203002 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.261584 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Provisioning complete for port c644a879-e3c9-4e54-8474-2c8ddbd17d27 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:58.261930 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.262246 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Attempt 1 to provision port c644a879-e3c9-4e54-8474-2c8ddbd17d27 Oct 17 03:11:58.285263 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-04b85557-2b9d-4ae1-b3d4-60a5630eb263 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:11:58.287126 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-04b85557-2b9d-4ae1-b3d4-60a5630eb263 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 817 time: 0.5700824 Oct 17 03:11:58.300467 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a67392cf-753b-478f-893e-82476835148c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group (4be93113-93c9-4783-9ec7-07e8841880d3), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.326647 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-720c1bfd-de10-4e28-8f94-46627f038460 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/quotas/36f63b28bb4f4654b53a01507b337d52 HTTP/1.1" status: 200 len: 375 time: 0.0294232 Oct 17 03:11:58.331659 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a67392cf-753b-478f-893e-82476835148c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (4be93113-93c9-4783-9ec7-07e8841880d3), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.333256 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:11:58.346781 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'name': 'tempest-DeleteServersTestJSON-2079789715-router', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:41Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'gw_port': {'id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '312f0a1c-0529-4ef8-9c83-76bc5f276fbe', 'name': '', 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'mac_address': 'fa:16:3e:30:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '409d858a-446b-4bca-8079-611c30b0d6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 2, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'subnets': [{'id': '409d858a-446b-4bca-8079-611c30b0d6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:58.348696 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Port c644a879-e3c9-4e54-8474-2c8ddbd17d27 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:11:58.367670 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-d8aa1ec0-2619-4f4f-8690-e5b03086beea admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ad53dc6d-a821-4f30-bb0f-50c664b4c259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4611328 Oct 17 03:11:58.376857 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-4dcb597b-06e6-410e-8eda-4d80794c0f6b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3042350 Oct 17 03:11:58.384201 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Provisioning complete for port 7662e880-0b36-4837-a073-1f2eb0530fb6 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:58.384587 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.395394 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Attempt 1 to provision port 7662e880-0b36-4837-a073-1f2eb0530fb6 Oct 17 03:11:58.432019 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a67392cf-753b-478f-893e-82476835148c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.433297 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-a67392cf-753b-478f-893e-82476835148c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0842857 Oct 17 03:11:58.434162 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67392cf-753b-478f-893e-82476835148c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be93113-93c9-4783-9ec7-07e8841880d3,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:58.445863 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] For port c644a879-e3c9-4e54-8474-2c8ddbd17d27, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:11:58.452450 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] For port c644a879-e3c9-4e54-8474-2c8ddbd17d27, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=c644a879-e3c9-4e54-8474-2c8ddbd17d27,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:11:58.454573 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35096) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:58.464970 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-15850c42-9150-426a-aa16-ac8aff733517 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Request body: {'security_group_rule': {'security_group_id': '4be93113-93c9-4783-9ec7-07e8841880d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:58.480154 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.518231 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Sync routers for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:11:58.519174 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-089dedfa-8994-4e09-8883-8643c987a2f6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834254 Oct 17 03:11:58.531964 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431604e0-e394-4232-b101-39e5f320d6e4 None None] Pushing event updated for resources: {'Port': ['ID=051cd210-608f-45d0-b3d3-ff8ed5001f15,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:58.566347 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:58.567030 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:58.567561 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-15850c42-9150-426a-aa16-ac8aff733517 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group_rule (b69d4e9c-4dd6-4c6f-9fb4-1c3f10147893), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.583993 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Port 7662e880-0b36-4837-a073-1f2eb0530fb6 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:11:58.604959 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:58.640261 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad62af3-87d5-4d43-ba06-31fd27929154 None None] Pushing event updated for resources: {'Port': ['ID=c644a879-e3c9-4e54-8474-2c8ddbd17d27,revision_number=4']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:58.670006 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:58.675817 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:11:58.676742 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:58.681218 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port e41b3e6b-c2a5-4952-9a4c-b420f2176d02 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:58.682047 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.682678 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port e41b3e6b-c2a5-4952-9a4c-b420f2176d02 Oct 17 03:11:58.698907 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32da560-31c6-4a3a-a84c-c91bc77a3b5a None None] The sync data for ids ['ad53dc6d-a821-4f30-bb0f-50c664b4c259'] in dv-cinder-846977-2-iscsi is: [{'id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'name': 'tempest-DeleteServersTestJSON-2079789715-router', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:41Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'gw_port': {'id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '312f0a1c-0529-4ef8-9c83-76bc5f276fbe', 'name': '', 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'mac_address': 'fa:16:3e:30:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '409d858a-446b-4bca-8079-611c30b0d6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 2, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'subnets': [{'id': '409d858a-446b-4bca-8079-611c30b0d6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:11:58.704363 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24503451-0a87-4323-8478-ab0ee72f9e4a None None] Pushing event updated for resources: {'Port': ['ID=2778dc95-85b1-4f86-85db-25d4822315c0,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:58.817162 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-15850c42-9150-426a-aa16-ac8aff733517 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group_rule (b69d4e9c-4dd6-4c6f-9fb4-1c3f10147893), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.823897 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-15850c42-9150-426a-aa16-ac8aff733517 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (b69d4e9c-4dd6-4c6f-9fb4-1c3f10147893), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.834333 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:58.837681 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:11:58.879161 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15850c42-9150-426a-aa16-ac8aff733517 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69d4e9c-4dd6-4c6f-9fb4-1c3f10147893,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:58.911630 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Provisioning complete for port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:58.923061 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.923396 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Attempt 1 to provision port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d Oct 17 03:11:58.933976 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-15850c42-9150-426a-aa16-ac8aff733517 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:58.935448 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-15850c42-9150-426a-aa16-ac8aff733517 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4740796 Oct 17 03:11:58.938277 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 35130) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:11:58.946517 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-c3d031b8-857e-4f40-97ea-cd6041d90a3d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Request body: {'security_group_rule': {'security_group_id': '4be93113-93c9-4783-9ec7-07e8841880d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:11:59.035687 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1e565-c537-4240-8939-af0fb81eb34e None None] Port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:11:59.047585 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-1cc01285-1670-483c-aa48-0b4aea9e967b service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:11:59.069320 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-1cc01285-1670-483c-aa48-0b4aea9e967b service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2134116 Oct 17 03:11:59.118012 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-b110a8a7-ef42-423e-85c5-19fb2c2ec085 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:11:59.119195 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-b110a8a7-ef42-423e-85c5-19fb2c2ec085 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1941345 Oct 17 03:11:59.221582 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=695c0c25-eb5a-4e64-b3da-4150d8cbc8d7,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:59.285020 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-5eac2406-92d5-491b-af22-c58af2d1deb5 None None] Provisioning complete for port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:59.285416 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-5eac2406-92d5-491b-af22-c58af2d1deb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:59.285753 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-5eac2406-92d5-491b-af22-c58af2d1deb5 None None] Attempt 1 to provision port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe Oct 17 03:11:59.341044 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3d031b8-857e-4f40-97ea-cd6041d90a3d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group_rule (7c71fde6-86b9-4d29-9c6c-0856d828ce36), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:59.449442 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:11:58Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:59.458176 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-7c3c93c4-a3d1-4e3a-af14-51a7d06f1757 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295510 Oct 17 03:11:59.610055 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a290da-0436-4d2c-b3c6-fef7b68b03af None None] The sync data for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi is: [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:11:58Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:11:59.646793 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ff394ebe-f804-44e2-a234-4c490bcac2e7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756693 Oct 17 03:11:59.693313 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:11:59.722917 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3d031b8-857e-4f40-97ea-cd6041d90a3d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group_rule (7c71fde6-86b9-4d29-9c6c-0856d828ce36), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:59.747856 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port e41b3e6b-c2a5-4952-9a4c-b420f2176d02 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:11:59.748498 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:59.754881 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:11:59.766132 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-5eac2406-92d5-491b-af22-c58af2d1deb5 None None] Port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:11:59.801107 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3d031b8-857e-4f40-97ea-cd6041d90a3d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (7c71fde6-86b9-4d29-9c6c-0856d828ce36), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:59.845108 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-4582f7db-b824-4834-b30a-6fcc80f0aa40 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764482 Oct 17 03:11:59.852612 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d031b8-857e-4f40-97ea-cd6041d90a3d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c71fde6-86b9-4d29-9c6c-0856d828ce36,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:11:59.908436 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b5dccf-db37-42ce-8d68-47f5d3479615 None None] The sync data for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:11:59.972358 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-5eac2406-92d5-491b-af22-c58af2d1deb5 None None] Provisioning complete for port 7662e880-0b36-4837-a073-1f2eb0530fb6 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:11:59.976805 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-5eac2406-92d5-491b-af22-c58af2d1deb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:11:59.981934 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-5eac2406-92d5-491b-af22-c58af2d1deb5 None None] Attempt 1 to provision port 7662e880-0b36-4837-a073-1f2eb0530fb6 Oct 17 03:11:59.988836 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port e41b3e6b-c2a5-4952-9a4c-b420f2176d02, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=e41b3e6b-c2a5-4952-9a4c-b420f2176d02,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:00.039573 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3d031b8-857e-4f40-97ea-cd6041d90a3d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:00.047286 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35158) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:00.049313 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-c3d031b8-857e-4f40-97ea-cd6041d90a3d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1095271 Oct 17 03:12:00.051926 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:00.076990 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:00.080383 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device af7a24ae-64cb-4f35-8e69-67cdc226f1c5 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:00.102605 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-69478278-7d63-4c63-a7c2-19eee297afee service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437542 Oct 17 03:12:00.143633 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:00.477630 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:00.494771 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-5eac2406-92d5-491b-af22-c58af2d1deb5 None None] Port 7662e880-0b36-4837-a073-1f2eb0530fb6 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:12:00.669083 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=e41b3e6b-c2a5-4952-9a4c-b420f2176d02,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:00.695628 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:00.696281 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:00.696544 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 Oct 17 03:12:00.864574 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:11:55Z', 'revision_number': 2, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:00.870310 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:00.960670 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Checking router: f6782d4e-5bef-4f0e-a454-72c841ef9e46 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:12:00.961214 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Updating router f6782d4e-5bef-4f0e-a454-72c841ef9e46 port 7662e880-0b36-4837-a073-1f2eb0530fb6 binding host dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:12:00.962936 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Allocated IP 172.27.0.217 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/25e97acf-0494-4d01-abc7-6571d58a7fe7) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:12:01.008297 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:01.106548 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:01.191106 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 35226) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:01.196169 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-eb35ae0e-3549-4841-88d4-80615aa846c4 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088647808', 'description': 'tempest-description--1972387612'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:01.245299 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:01.310435 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-eb35ae0e-3549-4841-88d4-80615aa846c4 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:01.430451 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8a200cec-d01e-4ed2-bd7a-7dc09da33ca8 req-fb82981f-9d5e-4374-b7bf-aaa7c2df4289 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 210 time: 0.1852801 Oct 17 03:12:01.434453 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for port (25e97acf-0494-4d01-abc7-6571d58a7fe7), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:01.613033 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-eb35ae0e-3549-4841-88d4-80615aa846c4 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (d4636c33-1ba6-4f64-9501-acfdc4bb7fd5), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:01.615040 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Publish callbacks [] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), precommit_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:01.626439 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:01.631649 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-eb35ae0e-3549-4841-88d4-80615aa846c4 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (d4636c33-1ba6-4f64-9501-acfdc4bb7fd5), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:01.648834 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (25e97acf-0494-4d01-abc7-6571d58a7fe7), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:01.719953 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-eb35ae0e-3549-4841-88d4-80615aa846c4 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:01.733709 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-eb35ae0e-3549-4841-88d4-80615aa846c4 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5404475 Oct 17 03:12:01.746132 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5d3c0-2537-4d1e-acb6-09c7efae4b84 None None] Pushing event updated for resources: {'Port': ['ID=7662e880-0b36-4837-a073-1f2eb0530fb6,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:01.762909 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35252) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:01.785633 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Attempting to bind port 7662e880-0b36-4837-a073-1f2eb0530fb6 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:12:01.786007 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Attempting to bind port 7662e880-0b36-4837-a073-1f2eb0530fb6 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:12:01.786617 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Attempting to bind port 7662e880-0b36-4837-a073-1f2eb0530fb6 on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:01.815785 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35ae0e-3549-4841-88d4-80615aa846c4 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:01.842537 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:12:01.842963 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Checking segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:12:01.843338 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:01.843760 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Bound using segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:12:01.844835 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Bound port: 7662e880-0b36-4837-a073-1f2eb0530fb6, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:12:01.845216 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:01.846179 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-a1ac504c-b9d0-4678-ad64-cb61a2223bbf tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'security_group_rule': {'security_group_id': 'd4636c33-1ba6-4f64-9501-acfdc4bb7fd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:01.890655 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:01.912154 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bbf906ee-2690-4dc4-9334-8a324a83010c req-a33d335e-87da-4a5a-bfa0-f35fca088292 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 210 time: 0.2680819 Oct 17 03:12:01.922257 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:01.941100 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:01.966533 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:12:01.989769 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:12:01.993693 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:12:02.020293 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] For port 7662e880-0b36-4837-a073-1f2eb0530fb6, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:12:02.032764 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event updated for resources: {'Port': ['ID=25e97acf-0494-4d01-abc7-6571d58a7fe7,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:02.035430 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] For port 7662e880-0b36-4837-a073-1f2eb0530fb6, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=7662e880-0b36-4837-a073-1f2eb0530fb6,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:12:02.039264 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 35266) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:02.051011 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.104936 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a1ac504c-b9d0-4678-ad64-cb61a2223bbf tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (ca498764-1db1-4642-b509-ee08ae3c732c), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.149446 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-6561ad4b-ed1d-478b-ac37-88198ede0460 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:02.152323 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-6561ad4b-ed1d-478b-ac37-88198ede0460 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e16dd6d1-a57f-4fbc-a68b-692ca1280274 HTTP/1.1" status: 200 len: 812 time: 0.4549706 Oct 17 03:12:02.178167 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ade2403d-729d-4733-9380-d7db88a167cc up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:02.191078 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (0ca66bf2-76b5-465e-a58e-1ad65513a629), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.201573 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-bb567361-49cd-41e8-918e-189bc911f358 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/quotas/d03f03d21e9e42fb91606306241a3fb7 HTTP/1.1" status: 200 len: 375 time: 0.0424533 Oct 17 03:12:02.244016 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:12:02.250790 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:02.255481 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a1ac504c-b9d0-4678-ad64-cb61a2223bbf tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (ca498764-1db1-4642-b509-ee08ae3c732c), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.320734 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a1ac504c-b9d0-4678-ad64-cb61a2223bbf tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (ca498764-1db1-4642-b509-ee08ae3c732c), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.347369 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-aed67f6b-5dcd-4a93-9b28-2c89dc03c276 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d03f03d21e9e42fb91606306241a3fb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354179 Oct 17 03:12:02.386258 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:02.399010 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5d3c0-2537-4d1e-acb6-09c7efae4b84 None None] Pushing event updated for resources: {'Port': ['ID=7662e880-0b36-4837-a073-1f2eb0530fb6,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:02.414252 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac504c-b9d0-4678-ad64-cb61a2223bbf tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca498764-1db1-4642-b509-ee08ae3c732c,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:02.421514 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (25e97acf-0494-4d01-abc7-6571d58a7fe7), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.421691 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port ade2403d-729d-4733-9380-d7db88a167cc triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:02.422036 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ade2403d-729d-4733-9380-d7db88a167cc), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.422454 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port ade2403d-729d-4733-9380-d7db88a167cc Oct 17 03:12:02.431843 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:02.459788 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a1ac504c-b9d0-4678-ad64-cb61a2223bbf tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.462760 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-a1ac504c-b9d0-4678-ad64-cb61a2223bbf tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6983240 Oct 17 03:12:02.484137 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35292) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:02.501594 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-9dd316ac-f392-4932-a7ba-c08f9a8121eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'security_group_rule': {'security_group_id': 'd4636c33-1ba6-4f64-9501-acfdc4bb7fd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:02.578380 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:12:02.609288 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-e0803465-eae3-4d97-be25-da02208a2953 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e16dd6d1-a57f-4fbc-a68b-692ca1280274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490852 Oct 17 03:12:02.713967 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8593a408-e8e0-499c-af57-240bd00809ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.741045 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:02.825458 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port ade2403d-729d-4733-9380-d7db88a167cc is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:02.826086 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ade2403d-729d-4733-9380-d7db88a167cc), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.834062 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-c7305c3c-6a15-4207-a7eb-d4b597c27fe7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e16dd6d1-a57f-4fbc-a68b-692ca1280274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151208 Oct 17 03:12:02.910369 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9dd316ac-f392-4932-a7ba-c08f9a8121eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (eed2a201-4e8d-4287-ad49-d178a3b3e263), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.919917 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8593a408-e8e0-499c-af57-240bd00809ec admin admin] Publish callbacks [] for security_group (b6a11721-a25f-4627-b8e9-dbc4c337805d), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.928171 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8593a408-e8e0-499c-af57-240bd00809ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (b6a11721-a25f-4627-b8e9-dbc4c337805d), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:02.998410 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-8593a408-e8e0-499c-af57-240bd00809ec admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9472992c10704cd88adec4abf465bbea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9306273 Oct 17 03:12:03.000999 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 35308) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:03.084530 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593a408-e8e0-499c-af57-240bd00809ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a11721-a25f-4627-b8e9-dbc4c337805d,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:03.102552 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port ade2403d-729d-4733-9380-d7db88a167cc, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ade2403d-729d-4733-9380-d7db88a167cc,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:03.115239 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-c5845c34-fe46-4fb8-a67a-8524c716ef5d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:03.118121 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (ade2403d-729d-4733-9380-d7db88a167cc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.118983 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 051cd210-608f-45d0-b3d3-ff8ed5001f15 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:03.119675 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-c5845c34-fe46-4fb8-a67a-8524c716ef5d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 819 time: 0.7013938 Oct 17 03:12:03.159721 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-33104ec4-d163-498d-991d-20f870729ec2 admin admin] Publish callbacks [] for security_group (b6a11721-a25f-4627-b8e9-dbc4c337805d), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.201594 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-33104ec4-d163-498d-991d-20f870729ec2 admin admin] Publish callbacks [] for security_group (b6a11721-a25f-4627-b8e9-dbc4c337805d), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.237699 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9dd316ac-f392-4932-a7ba-c08f9a8121eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (eed2a201-4e8d-4287-ad49-d178a3b3e263), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.274374 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-42aa9059-432a-49bf-acaa-0341aa244f3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/quotas/ee21a91b84794e80b208fe72b7f1e010 HTTP/1.1" status: 200 len: 375 time: 0.1323299 Oct 17 03:12:03.280961 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9dd316ac-f392-4932-a7ba-c08f9a8121eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (eed2a201-4e8d-4287-ad49-d178a3b3e263), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.328739 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:03.455989 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=ade2403d-729d-4733-9380-d7db88a167cc,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:03.462493 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db84a111-7a8e-462a-88e1-c48bc8f0401f None None] The sync data for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:12:03.491572 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 051cd210-608f-45d0-b3d3-ff8ed5001f15 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:03.492180 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.492530 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 051cd210-608f-45d0-b3d3-ff8ed5001f15 Oct 17 03:12:03.627545 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd316ac-f392-4932-a7ba-c08f9a8121eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed2a201-4e8d-4287-ad49-d178a3b3e263,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:03.655728 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9dd316ac-f392-4932-a7ba-c08f9a8121eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.657016 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-9dd316ac-f392-4932-a7ba-c08f9a8121eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1709039 Oct 17 03:12:03.675009 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35348) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:03.703661 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 051cd210-608f-45d0-b3d3-ff8ed5001f15 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:03.704081 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.732645 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:03.768367 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for port (25e97acf-0494-4d01-abc7-6571d58a7fe7), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.781057 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-21c07743-0d1d-43e7-b686-29fcbbeb23f9 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4599440 Oct 17 03:12:03.789374 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (25e97acf-0494-4d01-abc7-6571d58a7fe7), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.789665 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 051cd210-608f-45d0-b3d3-ff8ed5001f15, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=051cd210-608f-45d0-b3d3-ff8ed5001f15,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:03.795064 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.797556 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:03.800538 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (0ca66bf2-76b5-465e-a58e-1ad65513a629), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.824229 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:03.838344 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4b9e87b0-63ab-449f-80dd-143e639fb74e req-b8c840a4-e152-49c0-b68f-24371d586eb2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 210 time: 0.5937364 Oct 17 03:12:03.880769 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-33104ec4-d163-498d-991d-20f870729ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (b6a11721-a25f-4627-b8e9-dbc4c337805d), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.883719 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-33104ec4-d163-498d-991d-20f870729ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.884969 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-33104ec4-d163-498d-991d-20f870729ec2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b6a11721-a25f-4627-b8e9-dbc4c337805d HTTP/1.1" status: 204 len: 168 time: 0.8813798 Oct 17 03:12:03.888984 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:03.994885 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33104ec4-d163-498d-991d-20f870729ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a11721-a25f-4627-b8e9-dbc4c337805d,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:04.163239 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:04.169735 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1212952 Oct 17 03:12:04.184601 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=051cd210-608f-45d0-b3d3-ff8ed5001f15,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:04.204806 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:04.249692 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-faa3c3f5-4696-497e-88e4-b1af198b2497 req-ce1e727f-7f9f-4d30-b9d4-dd99718c9039 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 210 time: 0.1325688 Oct 17 03:12:04.327835 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:04.341165 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:04.342559 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:04.344067 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 Oct 17 03:12:04.377238 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a313f5f-5c77-41be-97a9-acb4bf5565e5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event updated for resources: {'Port': ['ID=25e97acf-0494-4d01-abc7-6571d58a7fe7,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:04.547385 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:04.559191 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-3e9b13af-425c-42b8-9176-78d7c30ca8d5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7531836 Oct 17 03:12:04.678075 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:04.680234 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:04.772951 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Sync routers for ids ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:12:04.841469 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:04.842555 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:04.842985 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 35402) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:04.843431 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 Oct 17 03:12:04.884422 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-73ff0221-cec6-4530-b052-115463425bd0 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2111688051&fields=id&tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5 HTTP/1.1" status: 200 len: 267 time: 0.0912821 Oct 17 03:12:05.126258 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35412) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:05.139524 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:05.140654 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:05.150472 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-2b2b06fc-dcdd-423d-87da-f396a964fd91 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:05.160705 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-2b2b06fc-dcdd-423d-87da-f396a964fd91 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 HTTP/1.1" status: 200 len: 811 time: 0.2744815 Oct 17 03:12:05.174403 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Routers {'34c4cf2a-7e78-42c9-812d-95bde9f3b158'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:12:05.175294 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:05.176274 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=6e41cc1e-00e6-4da4-afd3-b0f5c39581e1,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:05.182627 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:05.183716 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device c644a879-e3c9-4e54-8474-2c8ddbd17d27 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:05.202813 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-0340472b-1fdc-4471-976f-41a32b2026b2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/quotas/e5bad80dc0d74119b2a9cd5c1935e8d5 HTTP/1.1" status: 200 len: 375 time: 0.0404739 Oct 17 03:12:05.203629 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a1466a66-790f-4d77-81c4-e5abaef488d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:05.218054 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-37e0e952-f42c-4e2b-a86f-72b819a3027d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506529 Oct 17 03:12:05.339335 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Allocated IP 172.27.0.97 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:12:05.424738 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Set router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:12:05.453741 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-1622ec78-2e6c-471f-a81c-21e491b25cc1 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2324047 Oct 17 03:12:05.475066 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:05.669734 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=6e41cc1e-00e6-4da4-afd3-b0f5c39581e1,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:05.694720 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:05.707830 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for port (31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:05.710018 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.23', 50664) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:05.714261 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-22b554aa-223f-401d-aa7d-e4a824602fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:05.724131 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port c644a879-e3c9-4e54-8474-2c8ddbd17d27 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:05.727597 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:05.729003 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port c644a879-e3c9-4e54-8474-2c8ddbd17d27 Oct 17 03:12:05.804903 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 2, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:05.811917 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:05.832070 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-31d1a9e7-f547-48de-bd13-ab5cb42c25fc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452935 Oct 17 03:12:05.877350 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port c644a879-e3c9-4e54-8474-2c8ddbd17d27 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:05.878676 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:05.890845 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Checking router: 34c4cf2a-7e78-42c9-812d-95bde9f3b158 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:12:05.891444 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Updating router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:12:05.966088 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:05.971839 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port c644a879-e3c9-4e54-8474-2c8ddbd17d27, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=c644a879-e3c9-4e54-8474-2c8ddbd17d27,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:05.989346 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:05.990418 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device e41b3e6b-c2a5-4952-9a4c-b420f2176d02 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:06.012072 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2a7ec5f7-90fa-4c98-8dd4-7771ac8a3731 req-118cb34a-58e7-46e2-b11f-f36217b585dc tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 210 time: 0.1816659 Oct 17 03:12:06.037716 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:06.047020 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:06.075678 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a1466a66-790f-4d77-81c4-e5abaef488d0 admin admin] Publish callbacks [] for security_group (12ff356d-992c-4e69-8fa2-cc15c4e1060c), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:06.089705 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:06.096079 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-82baa44a-6b21-45fe-8cee-709e50d3df65 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505720 Oct 17 03:12:06.096446 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port e41b3e6b-c2a5-4952-9a4c-b420f2176d02 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:06.097672 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:06.098476 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a1466a66-790f-4d77-81c4-e5abaef488d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (12ff356d-992c-4e69-8fa2-cc15c4e1060c), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:06.098963 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port e41b3e6b-c2a5-4952-9a4c-b420f2176d02 Oct 17 03:12:06.174269 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1466a66-790f-4d77-81c4-e5abaef488d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ff356d-992c-4e69-8fa2-cc15c4e1060c,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:06.228765 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a1466a66-790f-4d77-81c4-e5abaef488d0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=add0636e6b964fffbf0bb1c395d6f95b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3831820 Oct 17 03:12:06.230588 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 35438) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:06.252518 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-7bffb886-820c-4ce6-ad38-544be0f5c193 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:06.254289 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-7bffb886-820c-4ce6-ad38-544be0f5c193 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 819 time: 0.5410674 Oct 17 03:12:06.279701 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port e41b3e6b-c2a5-4952-9a4c-b420f2176d02 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:06.280984 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 2778dc95-85b1-4f86-85db-25d4822315c0 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:06.331065 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=c644a879-e3c9-4e54-8474-2c8ddbd17d27,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:06.343458 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:06.345837 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:12:06.372677 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5e75b185-0740-4a95-9bd8-a01cf5514670 req-4f332ecc-fd8b-4bd0-9c1d-2818a1ee6aff tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 210 time: 0.2078252 Oct 17 03:12:06.395902 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 2778dc95-85b1-4f86-85db-25d4822315c0 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:06.395902 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (2778dc95-85b1-4f86-85db-25d4822315c0), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:06.395902 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 2778dc95-85b1-4f86-85db-25d4822315c0 Oct 17 03:12:06.396739 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Request body: {'port': {'device_id': '90f2768b-8259-439c-af06-7eff342615ee', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'admin_state_up': True, 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:06.408881 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:12:06.466791 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:12:06.482058 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1aaf026a-bcab-4166-b366-b270e19fb2ae admin admin] Publish callbacks [] for security_group (12ff356d-992c-4e69-8fa2-cc15c4e1060c), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:06.483501 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'Port': ['ID=31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:06.592844 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1aaf026a-bcab-4166-b366-b270e19fb2ae admin admin] Publish callbacks [] for security_group (12ff356d-992c-4e69-8fa2-cc15c4e1060c), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:06.673992 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.23', 50674) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:06.714641 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Publish callbacks [] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:06.722759 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:06.742649 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:06.805481 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-eacbd548-53af-4448-a688-d79a7243ad34 req-21473fca-20de-4868-b535-ac4fa969f380 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 210 time: 0.1725380 Oct 17 03:12:06.839139 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 2778dc95-85b1-4f86-85db-25d4822315c0 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:06.840762 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (2778dc95-85b1-4f86-85db-25d4822315c0), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:06.859808 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:06.924767 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 2778dc95-85b1-4f86-85db-25d4822315c0, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=2778dc95-85b1-4f86-85db-25d4822315c0,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:06.938526 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (2778dc95-85b1-4f86-85db-25d4822315c0), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:06.942396 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 886eab7e-9852-42af-a181-7d6014a68861 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:06.963676 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-374ee588-2c8f-43da-aa1d-0efe89a67b59 req-9ff0d699-a912-4217-aa6c-65b6e6c20f3f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 210 time: 0.0959091 Oct 17 03:12:07.018330 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (16656121-8590-4cdc-89ed-5b2111c788f6), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:07.075327 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-22b554aa-223f-401d-aa7d-e4a824602fad admin admin] Publish callbacks [] for security_group (3e72d28a-7726-469d-9d40-5c91bbe91ea1), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:07.103625 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1aaf026a-bcab-4166-b366-b270e19fb2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (12ff356d-992c-4e69-8fa2-cc15c4e1060c), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:07.111707 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1aaf026a-bcab-4166-b366-b270e19fb2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:07.113347 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-1aaf026a-bcab-4166-b366-b270e19fb2ae admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/12ff356d-992c-4e69-8fa2-cc15c4e1060c HTTP/1.1" status: 204 len: 168 time: 0.8816993 Oct 17 03:12:07.150329 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-dd6da14b-0687-4e41-9e59-9299dbf1bdaa tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:07.152460 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-dd6da14b-0687-4e41-9e59-9299dbf1bdaa tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 817 time: 0.3549776 Oct 17 03:12:07.153357 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf026a-bcab-4166-b366-b270e19fb2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ff356d-992c-4e69-8fa2-cc15c4e1060c,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:07.164701 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-22b554aa-223f-401d-aa7d-e4a824602fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (3e72d28a-7726-469d-9d40-5c91bbe91ea1), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:07.207967 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Attempting to bind port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:12:07.208573 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Attempting to bind port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:12:07.208674 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Attempting to bind port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d on network 9271d0b1-69d9-42d2-822e-fbd76c069e42 {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:07.272724 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=2778dc95-85b1-4f86-85db-25d4822315c0,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:07.280612 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:07.309142 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90651b45-ef4e-4b31-8a47-91cce9fb4013 None None] Pushing event updated for resources: {'Port': ['ID=80b8b54b-29f5-439d-9a53-bc6d60d14d2d,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:07.311553 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:12:07.311915 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Checking segment: {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:12:07.312304 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:07.312668 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Bound using segment: {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:12:07.320251 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 886eab7e-9852-42af-a181-7d6014a68861 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:07.321109 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (886eab7e-9852-42af-a181-7d6014a68861), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:07.321725 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Bound port: 80b8b54b-29f5-439d-9a53-bc6d60d14d2d, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:12:07.322224 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 886eab7e-9852-42af-a181-7d6014a68861 Oct 17 03:12:07.323777 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:07.413765 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-00d2ee66-83ff-4311-9c43-a4a2a245dcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:07.471190 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] For port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:12:07.477093 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] For port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=80b8b54b-29f5-439d-9a53-bc6d60d14d2d,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:12:07.495996 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:07.528964 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 886eab7e-9852-42af-a181-7d6014a68861 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:07.556604 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Routers {'34c4cf2a-7e78-42c9-812d-95bde9f3b158'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:12:07.557451 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:11:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:07.696379 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.23', 50683) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:07.750780 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b554aa-223f-401d-aa7d-e4a824602fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e72d28a-7726-469d-9d40-5c91bbe91ea1,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:07.808584 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e73b646c-336a-4589-a90e-5d211cdd6177 req-e27bd49e-97bf-4bb6-8ab2-b909a6550988 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 210 time: 0.1920078 Oct 17 03:12:07.884808 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-22b554aa-223f-401d-aa7d-e4a824602fad admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=61b04306c0bf4994b99986bc33a99ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7551382 Oct 17 03:12:07.907821 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35500) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:07.957396 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e1221b96-7644-4375-b3f8-1d438a1cd86f req-d2b2e0f6-761f-463d-9121-63edf8095207 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 210 time: 0.4287658 Oct 17 03:12:08.059800 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90651b45-ef4e-4b31-8a47-91cce9fb4013 None None] Pushing event updated for resources: {'Port': ['ID=80b8b54b-29f5-439d-9a53-bc6d60d14d2d,revision_number=4']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:08.066916 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7468d005-c604-4633-9e66-5962dcea0e2b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=36f63b28bb4f4654b53a01507b337d52 HTTP/1.1" status: 200 len: 380 time: 0.7361445 Oct 17 03:12:08.127543 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Request body: {'port': {'device_id': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'admin_state_up': True, 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'security_groups': ['d438e1f4-dc95-41bd-9293-971c58b245c5']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:08.164437 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] Set router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:12:08.167894 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35510) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:08.217000 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Made reservation on behalf of ee21a91b84794e80b208fe72b7f1e010 for: {'port': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:12:08.222365 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.289753 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 7662e880-0b36-4837-a073-1f2eb0530fb6 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:08.305615 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3dba28d0-1914-4f7e-b0da-6341ad68938d admin admin] Publish callbacks [] for security_group (3e72d28a-7726-469d-9d40-5c91bbe91ea1), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.308069 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d232631-dfd7-44c6-a736-66a28e9b070c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.322822 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7bbe4e5e-bbb7-4601-a92e-74d7a5ade5ef req-1f34764d-79c3-4ec7-aff4-6a1f46aa3bd7 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 210 time: 0.1508229 Oct 17 03:12:08.430345 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 7662e880-0b36-4837-a073-1f2eb0530fb6 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:08.430724 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.432634 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 7662e880-0b36-4837-a073-1f2eb0530fb6 Oct 17 03:12:08.444063 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for port (31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.488776 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c8549277-6db7-4510-b341-c48c39e2f427 req-a35543de-80a5-4849-943a-ed97f49f6fc9 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 210 time: 0.3103662 Oct 17 03:12:08.496591 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.497344 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (16656121-8590-4cdc-89ed-5b2111c788f6), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.584733 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3dba28d0-1914-4f7e-b0da-6341ad68938d admin admin] Publish callbacks [] for security_group (3e72d28a-7726-469d-9d40-5c91bbe91ea1), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.605569 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 7662e880-0b36-4837-a073-1f2eb0530fb6 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:08.606330 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.629851 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:12:07Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:08.655087 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:08.657127 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'Port': ['ID=31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:08.675363 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f528d4-332f-4a75-ab67-8bc67a991e76 None None] The sync data for ids ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'] in dv-cinder-846977-2-iscsi is: [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:12:07Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:12:08.683510 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-f3b8d479-a00f-45bb-87ec-bbe259d621b0 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:08.687521 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-f3b8d479-a00f-45bb-87ec-bbe259d621b0 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.23 "GET /networking/v2.0/networks?id=e16dd6d1-a57f-4fbc-a68b-692ca1280274 HTTP/1.1" status: 200 len: 812 time: 0.9733298 Oct 17 03:12:08.747470 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 7662e880-0b36-4837-a073-1f2eb0530fb6, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=7662e880-0b36-4837-a073-1f2eb0530fb6,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:08.752102 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d232631-dfd7-44c6-a736-66a28e9b070c admin admin] Publish callbacks [] for security_group (b271750d-fba3-4dbc-9961-f30691245185), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.763270 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.764121 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 051cd210-608f-45d0-b3d3-ff8ed5001f15 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:08.785301 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.786834 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-30b669c7-2e21-4671-bc84-e953994ad5eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0989814 Oct 17 03:12:08.789041 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d232631-dfd7-44c6-a736-66a28e9b070c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (b271750d-fba3-4dbc-9961-f30691245185), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.908993 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Request body: {'port': {'device_id': 'f4241d22-757d-4baa-bee5-476e3fab96a8', 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274', 'admin_state_up': True, 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:08.940785 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:08.947146 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=7662e880-0b36-4837-a073-1f2eb0530fb6,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:08.963817 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 051cd210-608f-45d0-b3d3-ff8ed5001f15 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:08.966170 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:08.966724 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 051cd210-608f-45d0-b3d3-ff8ed5001f15 Oct 17 03:12:09.038616 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:09.251753 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 051cd210-608f-45d0-b3d3-ff8ed5001f15 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:09.253129 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ade2403d-729d-4733-9380-d7db88a167cc up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:09.380498 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:09.383457 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:09.384655 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port ade2403d-729d-4733-9380-d7db88a167cc triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:09.386069 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ade2403d-729d-4733-9380-d7db88a167cc), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:09.386606 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port ade2403d-729d-4733-9380-d7db88a167cc Oct 17 03:12:09.391394 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-14b5ca8f-4857-4156-b11b-4ca8880eb7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:09.395771 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Allocated IP 172.20.0.8 (9271d0b1-69d9-42d2-822e-fbd76c069e42/3c2b1308-e6f8-4fcd-a091-659851e82f9a/c31f984d-a48a-493a-8e53-83388b4caabf) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:12:09.423427 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.23', 50693) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:09.446651 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Made reservation on behalf of d03f03d21e9e42fb91606306241a3fb7 for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:12:09.451338 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:09.573747 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port ade2403d-729d-4733-9380-d7db88a167cc is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:09.574827 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:09.641611 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6377aac3-ee4a-4b01-a843-8b2dcf15670b req-348e4191-4bf2-4d76-ab63-cd8205788a79 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 210 time: 0.2172129 Oct 17 03:12:09.671373 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Made reservation on behalf of 36f63b28bb4f4654b53a01507b337d52 for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:12:09.682007 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:09.683068 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:09.683387 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:09.683554 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:09.683786 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 Oct 17 03:12:09.812329 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for port (c31f984d-a48a-493a-8e53-83388b4caabf), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:09.862046 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d232631-dfd7-44c6-a736-66a28e9b070c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b271750d-fba3-4dbc-9961-f30691245185,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:09.868287 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3dba28d0-1914-4f7e-b0da-6341ad68938d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (3e72d28a-7726-469d-9d40-5c91bbe91ea1), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:09.875130 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3dba28d0-1914-4f7e-b0da-6341ad68938d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:09.894943 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-3dba28d0-1914-4f7e-b0da-6341ad68938d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3e72d28a-7726-469d-9d40-5c91bbe91ea1 HTTP/1.1" status: 204 len: 168 time: 1.9658186 Oct 17 03:12:09.908850 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:09.934422 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:09.943891 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device c644a879-e3c9-4e54-8474-2c8ddbd17d27 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:10.044336 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port c644a879-e3c9-4e54-8474-2c8ddbd17d27 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:10.044951 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:10.045622 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port c644a879-e3c9-4e54-8474-2c8ddbd17d27 Oct 17 03:12:10.067444 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Allocated IP 172.20.0.9 (7be2416a-9e29-4953-b802-c76adc0aa669/75d76145-3c07-4d14-ba2b-1d94837083b0/faf2315a-88ad-4367-997b-65c1cf0209ee) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:12:10.224493 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port c644a879-e3c9-4e54-8474-2c8ddbd17d27 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:10.228678 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 2778dc95-85b1-4f86-85db-25d4822315c0 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:10.248804 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:10.256151 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event updated for resources: {'Port': ['ID=c31f984d-a48a-493a-8e53-83388b4caabf,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:10.316903 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Network 9271d0b1-69d9-42d2-822e-fbd76c069e42 is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:12:10.321544 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:12:10.326099 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:12:10.339729 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:10.341671 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for port (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:10.368080 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-0d232631-dfd7-44c6-a736-66a28e9b070c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e14e704856244b2fa08d1d5513f301fc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1920037 Oct 17 03:12:10.371867 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba28d0-1914-4f7e-b0da-6341ad68938d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e72d28a-7726-469d-9d40-5c91bbe91ea1,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:10.385454 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-f46b84c8-51f1-4059-afba-1cdb149ab6de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0230901 Oct 17 03:12:10.386565 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35558) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:10.393224 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-23c70e59-abd8-477a-8ffa-806af71f9401 req-ca3d4a3a-69f9-493f-993b-ac7b7568bbcf tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 210 time: 0.6652575 Oct 17 03:12:10.445086 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-dd0f5688-44e9-47cc-92b6-ad79829a29c8 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:12:10.448745 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-dd0f5688-44e9-47cc-92b6-ad79829a29c8 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0528917 Oct 17 03:12:10.449112 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 2778dc95-85b1-4f86-85db-25d4822315c0 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:10.449567 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (2778dc95-85b1-4f86-85db-25d4822315c0), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:10.449817 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 2778dc95-85b1-4f86-85db-25d4822315c0 Oct 17 03:12:10.473498 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.23', 50702) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:10.477182 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8e82be3d-dcf8-4269-a9c2-1543cc236e9b admin admin] Publish callbacks [] for security_group (b271750d-fba3-4dbc-9961-f30691245185), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:10.782478 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:10.789399 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8e82be3d-dcf8-4269-a9c2-1543cc236e9b admin admin] Publish callbacks [] for security_group (b271750d-fba3-4dbc-9961-f30691245185), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:10.968217 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-27232ee4-a2b3-49a9-afd7-7f92603abbca tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:10.971528 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-27232ee4-a2b3-49a9-afd7-7f92603abbca tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 819 time: 1.5397813 Oct 17 03:12:10.987521 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-d12f0d60-8394-4f8d-85d5-0c6e7dacdb18 None None] Provisioning complete for port c31f984d-a48a-493a-8e53-83388b4caabf triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:10.988263 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d12f0d60-8394-4f8d-85d5-0c6e7dacdb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:10.988851 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-d12f0d60-8394-4f8d-85d5-0c6e7dacdb18 None None] Attempt 1 to provision port c31f984d-a48a-493a-8e53-83388b4caabf Oct 17 03:12:10.989702 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3f3f9734-234e-4d5b-9f6a-80ffa626b4ce req-e47aecfb-c744-47e6-9ba1-e0fd05a103b0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 210 time: 0.2381892 Oct 17 03:12:11.050098 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 2778dc95-85b1-4f86-85db-25d4822315c0 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:11.074151 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Request body: {'port': {'device_id': 'f430d340-f7ff-4805-bd00-69eeaf33250d', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'admin_state_up': True, 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:11.125125 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-d12f0d60-8394-4f8d-85d5-0c6e7dacdb18 None None] Port c31f984d-a48a-493a-8e53-83388b4caabf cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:12:11.152591 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8e82be3d-dcf8-4269-a9c2-1543cc236e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (b271750d-fba3-4dbc-9961-f30691245185), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:11.164441 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8e82be3d-dcf8-4269-a9c2-1543cc236e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:11.169577 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-8e82be3d-dcf8-4269-a9c2-1543cc236e9b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b271750d-fba3-4dbc-9961-f30691245185 HTTP/1.1" status: 204 len: 168 time: 0.7786491 Oct 17 03:12:11.239157 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:11.245756 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82be3d-dcf8-4269-a9c2-1543cc236e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b271750d-fba3-4dbc-9961-f30691245185,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:11.298463 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-f547ca15-b266-4281-af96-8c3b68da1a90 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1088647808&fields=id&tenant_id=618cf0b3507845909bb27c13460d1d6c HTTP/1.1" status: 200 len: 267 time: 0.7083707 Oct 17 03:12:11.314371 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:11.360421 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c1d7630d-0f79-4ec1-b4bc-d23fb84d81d5 req-a9e96b8d-f6f9-47fb-a97f-236e4f5dfa75 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 210 time: 0.1615276 Oct 17 03:12:11.384149 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 80b8b54b-29f5-439d-9a53-bc6d60d14d2d up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:11.466268 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-19e0ea5b-6b03-4242-b9dc-209851d3bd95 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:11.474945 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-19e0ea5b-6b03-4242-b9dc-209851d3bd95 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 HTTP/1.1" status: 200 len: 811 time: 0.9899929 Oct 17 03:12:11.504998 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:11.534573 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Request body: {'port': {'device_id': '90f2768b-8259-439c-af06-7eff342615ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:11.562899 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event updated for resources: {'Port': ['ID=faf2315a-88ad-4367-997b-65c1cf0209ee,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:11.574609 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Network 7be2416a-9e29-4953-b802-c76adc0aa669 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:12:11.575201 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:11.576663 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:11.580907 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d Oct 17 03:12:11.744683 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcb109-81d7-4064-b526-3feba9b5c5cd req-2e75799e-b7ff-4ea9-b6a7-73598fd9c10e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:11.752472 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-85dcb109-81d7-4064-b526-3feba9b5c5cd req-2e75799e-b7ff-4ea9-b6a7-73598fd9c10e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 931 time: 0.2577224 Oct 17 03:12:11.786479 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Allocated IP 172.20.0.10 (e16dd6d1-a57f-4fbc-a68b-692ca1280274/409d858a-446b-4bca-8079-611c30b0d6f2/824256fe-bd04-430c-90af-ea00257587d7) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:12:11.800556 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:12:11.810721 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:12:11.815486 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:11.816098 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:11.818723 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:11.862310 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:11.863644 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:11.871137 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:11.960894 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:11.964157 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:11.978364 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-49e04a55-db77-4238-b1d5-2657e290080e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5 HTTP/1.1" status: 200 len: 380 time: 0.4643440 Oct 17 03:12:12.018345 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-85dcb109-81d7-4064-b526-3feba9b5c5cd req-9da3df3f-4cef-4b6c-8cd5-218ec653780c tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585118 Oct 17 03:12:12.049162 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=80b8b54b-29f5-439d-9a53-bc6d60d14d2d,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:12.059546 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:12.061383 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 7662e880-0b36-4837-a073-1f2eb0530fb6 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:12.120208 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Publish callbacks [] for port (824256fe-bd04-430c-90af-ea00257587d7), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:12.121694 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Request body: {'port': {'device_id': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'admin_state_up': True, 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'security_groups': ['4be93113-93c9-4783-9ec7-07e8841880d3']}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:12.230127 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=80b8b54b-29f5-439d-9a53-bc6d60d14d2d,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:12.302833 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (824256fe-bd04-430c-90af-ea00257587d7), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:12.305213 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Made reservation on behalf of ee21a91b84794e80b208fe72b7f1e010 for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:12:12.309792 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:12.345305 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:12.380332 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:12.411954 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Pushing event updated for resources: {'Port': ['ID=824256fe-bd04-430c-90af-ea00257587d7,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:12.423439 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:12.432166 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:12:12.446234 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-7ccc26f3-d473-46f9-9ddb-0a18c8e581c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3371861 Oct 17 03:12:12.469937 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-62a877f0-c41f-4842-937c-ea7e60f954fe None None] Provisioning complete for port faf2315a-88ad-4367-997b-65c1cf0209ee triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:12.470311 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-62a877f0-c41f-4842-937c-ea7e60f954fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:12.470650 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-62a877f0-c41f-4842-937c-ea7e60f954fe None None] Attempt 1 to provision port faf2315a-88ad-4367-997b-65c1cf0209ee Oct 17 03:12:12.482045 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 7662e880-0b36-4837-a073-1f2eb0530fb6 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:12.484116 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:12.484463 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 7662e880-0b36-4837-a073-1f2eb0530fb6 Oct 17 03:12:12.607953 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Allocated IP 172.20.0.3 (9271d0b1-69d9-42d2-822e-fbd76c069e42/3c2b1308-e6f8-4fcd-a091-659851e82f9a/5c656ce8-361e-4b32-8e55-8e2061a8f354) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:12:12.647379 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-62a877f0-c41f-4842-937c-ea7e60f954fe None None] Port faf2315a-88ad-4367-997b-65c1cf0209ee cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:12:12.766909 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 7662e880-0b36-4837-a073-1f2eb0530fb6 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:12.830115 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Request body: {'port': {'device_id': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:12.907571 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Network e16dd6d1-a57f-4fbc-a68b-692ca1280274 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:12:12.924506 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:12.930780 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Sync routers for ids ['ad53dc6d-a821-4f30-bb0f-50c664b4c259'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:12:12.958997 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Routers {'ad53dc6d-a821-4f30-bb0f-50c664b4c259'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:12:12.961599 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:12:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ad53dc6d-a821-4f30-bb0f-50c664b4c259'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:12.979211 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d4f7d-533e-4bf8-880c-b2e9681ba29a req-b111acf8-e1d6-4039-b894-b04f768563ab tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:12.988966 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b28d4f7d-533e-4bf8-880c-b2e9681ba29a req-b111acf8-e1d6-4039-b894-b04f768563ab tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 932 time: 0.5815859 Oct 17 03:12:13.035568 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:12:13.117250 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:12:13.141905 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:13.143040 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:13.170065 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b28d4f7d-533e-4bf8-880c-b2e9681ba29a req-3005c84a-0bb4-42e9-afed-de459382304c tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801541 Oct 17 03:12:13.171476 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Made reservation on behalf of e5bad80dc0d74119b2a9cd5c1935e8d5 for: {'port': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:12:13.175636 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:13.234614 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b2aed7e9-917d-4ea1-ab1d-f8c3ed4bebf3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:13.245176 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b2aed7e9-917d-4ea1-ab1d-f8c3ed4bebf3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 815 time: 1.9454486 Oct 17 03:12:13.335785 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 80b8b54b-29f5-439d-9a53-bc6d60d14d2d up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:13.407863 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8ba60f2b-5620-491a-af66-052e9166d6be tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5112548 Oct 17 03:12:13.409652 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:13.442669 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Allocated IP 172.20.0.11 (b76b6d47-52a1-4c1b-a84c-d9fcfdadba83/cfde2bec-0943-4043-aac7-af99f4b6cebf/cf904496-4f8e-473c-8ea7-795ed5aefe57) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:12:13.489263 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Request body: {'port': {'device_id': 'f4241d22-757d-4baa-bee5-476e3fab96a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:13.531049 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-8e60b430-7673-4651-9f7b-d80b369f9a38 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/quotas/618cf0b3507845909bb27c13460d1d6c HTTP/1.1" status: 200 len: 375 time: 0.2544701 Oct 17 03:12:13.549134 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Set router ad53dc6d-a821-4f30-bb0f-50c664b4c259 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:12:13.667612 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:13.692969 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:13.693480 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:13.696910 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d Oct 17 03:12:13.704210 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:13.714795 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:13.809589 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-49d78572-9975-45bf-9471-b8227c85ce7c req-8ae86aca-e25c-49b3-82a7-d7cb988d6909 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 210 time: 0.1070461 Oct 17 03:12:13.851499 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:12:13.855360 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:13.861812 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:12:13.864878 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:12:13.871063 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:13.871541 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7b9a01e4-b1c7-4366-91e9-c6fd92dc37a8 None None] Provisioning complete for port 824256fe-bd04-430c-90af-ea00257587d7 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:13.871769 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7b9a01e4-b1c7-4366-91e9-c6fd92dc37a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (824256fe-bd04-430c-90af-ea00257587d7), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:13.872090 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7b9a01e4-b1c7-4366-91e9-c6fd92dc37a8 None None] Attempt 1 to provision port 824256fe-bd04-430c-90af-ea00257587d7 Oct 17 03:12:13.872574 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for port (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:13.876770 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event updated for resources: {'Port': ['ID=cf904496-4f8e-473c-8ea7-795ed5aefe57,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:13.906716 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-dfddf331-0abc-4623-bbdb-fb074c2dd81f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8099804 Oct 17 03:12:13.924864 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Request body: {'port': {'device_id': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:14.155787 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:14.224993 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf2315a-88ad-4367-997b-65c1cf0209ee {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:12:14.341055 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a01e4-b1c7-4366-91e9-c6fd92dc37a8 None None] Port 824256fe-bd04-430c-90af-ea00257587d7 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:12:14.346858 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (824256fe-bd04-430c-90af-ea00257587d7), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:14.377947 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Publish callbacks [] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:14.502232 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:14.581278 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:14.586562 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:14.600232 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Transition to ACTIVE for port object faf2315a-88ad-4367-997b-65c1cf0209ee will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:12:14.626341 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d16ca-3066-4abf-8907-9e0e61046358 req-0d740231-9a0c-43d4-b788-c97c8e74b1a1 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:14.628316 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-186a32b3-7e98-46a4-9136-feea5a22d7b9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4483671 Oct 17 03:12:14.641837 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-273d16ca-3066-4abf-8907-9e0e61046358 req-0d740231-9a0c-43d4-b788-c97c8e74b1a1 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 932 time: 0.6294379 Oct 17 03:12:14.731228 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:14.856077 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-ce05fc24-fb40-4e8f-a21d-478bc750a493 None None] Provisioning complete for port cf904496-4f8e-473c-8ea7-795ed5aefe57 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:14.857489 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-ce05fc24-fb40-4e8f-a21d-478bc750a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:14.858110 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-ce05fc24-fb40-4e8f-a21d-478bc750a493 None None] Attempt 1 to provision port cf904496-4f8e-473c-8ea7-795ed5aefe57 Oct 17 03:12:14.869587 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-273d16ca-3066-4abf-8907-9e0e61046358 req-76b0a2b6-895a-4b54-ab07-6ea5e27b3bf6 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268269 Oct 17 03:12:14.921218 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-ce05fc24-fb40-4e8f-a21d-478bc750a493 None None] Port cf904496-4f8e-473c-8ea7-795ed5aefe57 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:12:14.924537 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:14.947794 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:14.979613 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'name': 'tempest-DeleteServersTestJSON-2079789715-router', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:41Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'gw_port': {'id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '312f0a1c-0529-4ef8-9c83-76bc5f276fbe', 'name': '', 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'mac_address': 'fa:16:3e:30:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '409d858a-446b-4bca-8079-611c30b0d6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 2, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'subnets': [{'id': '409d858a-446b-4bca-8079-611c30b0d6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:15.025963 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Checking router: ad53dc6d-a821-4f30-bb0f-50c664b4c259 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:12:15.026618 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Updating router ad53dc6d-a821-4f30-bb0f-50c664b4c259 port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe binding host dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:12:15.096572 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:15.099840 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:15.168378 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35682) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:15.357300 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bfe2c-95b1-46c0-b086-0ae456865bd8 req-be3fbc72-c9af-4043-ba05-242940f66b1f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:15.365189 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-065bfe2c-95b1-46c0-b086-0ae456865bd8 req-be3fbc72-c9af-4043-ba05-242940f66b1f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.1954701 Oct 17 03:12:15.470361 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:15.583614 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.notifiers.nova [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf904496-4f8e-473c-8ea7-795ed5aefe57 {{(pid=104637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:12:15.592978 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Publish callbacks [] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:15.648487 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-875ca382-f99c-4b44-b45f-f00b1b42a4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:15.654536 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.provisioning_blocks [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Transition to ACTIVE for port object cf904496-4f8e-473c-8ea7-795ed5aefe57 will not be triggered until provisioned by entity L2. {{(pid=104637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:12:15.672220 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:15.743472 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824256fe-bd04-430c-90af-ea00257587d7 {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:12:15.753319 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Publish callbacks [] for port (824256fe-bd04-430c-90af-ea00257587d7), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:15.755526 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-065bfe2c-95b1-46c0-b086-0ae456865bd8 req-0d3c9dc1-71ea-45e4-952e-57854e5f8711 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858166 Oct 17 03:12:15.855386 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Transition to ACTIVE for port object 824256fe-bd04-430c-90af-ea00257587d7 will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:12:15.880984 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:15.895671 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (824256fe-bd04-430c-90af-ea00257587d7), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:15.901962 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-eda0ecae-afbb-457f-a605-31e6aa59b87e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2688620 Oct 17 03:12:15.953286 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.032940 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Network 9271d0b1-69d9-42d2-822e-fbd76c069e42 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:12:16.072477 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:12:16.091910 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:12:16.097421 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:16.099731 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.103467 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.notifiers.nova [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31f984d-a48a-493a-8e53-83388b4caabf {{(pid=104637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:12:16.113455 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Publish callbacks [] for port (c31f984d-a48a-493a-8e53-83388b4caabf), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.130678 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.provisioning_blocks [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Transition to ACTIVE for port object c31f984d-a48a-493a-8e53-83388b4caabf will not be triggered until provisioned by entity L2. {{(pid=104637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:12:16.132429 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:16.133293 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:16.140775 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Pushing event updated for resources: {'Port': ['ID=cf904496-4f8e-473c-8ea7-795ed5aefe57,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:16.144232 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Pushing event updated for resources: {'Port': ['ID=faf2315a-88ad-4367-997b-65c1cf0209ee,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:16.155901 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Attempting to bind port faf2315a-88ad-4367-997b-65c1cf0209ee on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:12:16.156663 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Attempting to bind port faf2315a-88ad-4367-997b-65c1cf0209ee by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:12:16.156902 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Attempting to bind port faf2315a-88ad-4367-997b-65c1cf0209ee on network 7be2416a-9e29-4953-b802-c76adc0aa669 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:16.175239 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Publish callbacks [] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), precommit_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.178172 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.202220 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.263205 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.managers [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Attempting to bind port cf904496-4f8e-473c-8ea7-795ed5aefe57 on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:12:16.263558 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.managers [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Attempting to bind port cf904496-4f8e-473c-8ea7-795ed5aefe57 by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'}] {{(pid=104637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:12:16.263901 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Attempting to bind port cf904496-4f8e-473c-8ea7-795ed5aefe57 on network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 {{(pid=104637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:16.301714 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2897279 Oct 17 03:12:16.329615 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14b2e9-a33b-4fed-afe6-94c5593b5b79 req-97ca395b-1374-4129-b049-857dbbbfee79 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:16.338467 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2b14b2e9-a33b-4fed-afe6-94c5593b5b79 req-97ca395b-1374-4129-b049-857dbbbfee79 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.4175520 Oct 17 03:12:16.339112 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Attempting to bind port 824256fe-bd04-430c-90af-ea00257587d7 on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:12:16.347845 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Attempting to bind port 824256fe-bd04-430c-90af-ea00257587d7 by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:12:16.347845 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Attempting to bind port 824256fe-bd04-430c-90af-ea00257587d7 on network e16dd6d1-a57f-4fbc-a68b-692ca1280274 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:16.357497 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Request body: {'port': {'device_id': 'f430d340-f7ff-4805-bd00-69eeaf33250d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:16.410034 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de641cb6-b4d8-4f8d-84d6-beb02571413d None None] Pushing event updated for resources: {'Port': ['ID=312f0a1c-0529-4ef8-9c83-76bc5f276fbe,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:16.423814 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Attempting to bind port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:12:16.425109 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Port cf904496-4f8e-473c-8ea7-795ed5aefe57 on network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:12:16.425329 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Attempting to bind port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:12:16.425458 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Attempting to bind port cf904496-4f8e-473c-8ea7-795ed5aefe57 on network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 {{(pid=104637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:16.425664 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Attempting to bind port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe on network e16dd6d1-a57f-4fbc-a68b-692ca1280274 {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:16.477421 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-022a1fa4-170f-4722-98e2-15f3f1a24369 None None] Provisioning complete for port 5c656ce8-361e-4b32-8e55-8e2061a8f354 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:16.477863 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-022a1fa4-170f-4722-98e2-15f3f1a24369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.478193 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-022a1fa4-170f-4722-98e2-15f3f1a24369 None None] Attempt 1 to provision port 5c656ce8-361e-4b32-8e55-8e2061a8f354 Oct 17 03:12:16.479916 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-5b6f0ec7-d14b-40ea-9436-9aaac2414cbd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159481 Oct 17 03:12:16.480745 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Pushing event updated for resources: {'Port': ['ID=824256fe-bd04-430c-90af-ea00257587d7,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:16.487973 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Port faf2315a-88ad-4367-997b-65c1cf0209ee on network 7be2416a-9e29-4953-b802-c76adc0aa669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:12:16.488625 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Attempting to bind port faf2315a-88ad-4367-997b-65c1cf0209ee on network 7be2416a-9e29-4953-b802-c76adc0aa669 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:16.498614 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2b14b2e9-a33b-4fed-afe6-94c5593b5b79 req-c2898b09-0aae-42b7-8611-f266a2465ba9 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595769 Oct 17 03:12:16.504920 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Pushing event updated for resources: {'Port': ['ID=c31f984d-a48a-493a-8e53-83388b4caabf,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:16.523963 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.managers [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Attempting to bind port c31f984d-a48a-493a-8e53-83388b4caabf on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:12:16.524567 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.managers [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Attempting to bind port c31f984d-a48a-493a-8e53-83388b4caabf by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'}] {{(pid=104637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:12:16.525407 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Attempting to bind port c31f984d-a48a-493a-8e53-83388b4caabf on network 9271d0b1-69d9-42d2-822e-fbd76c069e42 {{(pid=104637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:16.648348 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-875ca382-f99c-4b44-b45f-f00b1b42a4e3 admin admin] Publish callbacks [] for security_group (c733a31f-0113-4097-a275-4974ad7a28dc), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.654235 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:12:16.654841 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Checking segment: {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:12:16.655658 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Bound using segment: {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'} {{(pid=104637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:12:16.656074 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.managers [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Bound port: cf904496-4f8e-473c-8ea7-795ed5aefe57, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'}}] {{(pid=104637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:12:16.656817 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.673841 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Port 824256fe-bd04-430c-90af-ea00257587d7 on network e16dd6d1-a57f-4fbc-a68b-692ca1280274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:12:16.674180 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Attempting to bind port 824256fe-bd04-430c-90af-ea00257587d7 on network e16dd6d1-a57f-4fbc-a68b-692ca1280274 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:16.683902 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0de6f1-c177-45c9-a5d9-345c0b83355b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event updated for resources: {'Port': ['ID=5c656ce8-361e-4b32-8e55-8e2061a8f354,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:16.718075 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.731289 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-022a1fa4-170f-4722-98e2-15f3f1a24369 None None] Port 5c656ce8-361e-4b32-8e55-8e2061a8f354 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:12:16.741595 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:12:16.749449 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Checking segment: {'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:12:16.750560 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.751661 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:12:16.752195 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Checking segment: {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:12:16.752800 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Bound using segment: {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:12:16.753291 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Bound port: faf2315a-88ad-4367-997b-65c1cf0209ee, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:12:16.753664 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.755523 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Bound using segment: {'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:12:16.758898 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Bound port: 312f0a1c-0529-4ef8-9c83-76bc5f276fbe, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:12:16.759543 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.768157 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-875ca382-f99c-4b44-b45f-f00b1b42a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (c733a31f-0113-4097-a275-4974ad7a28dc), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.915538 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-875ca382-f99c-4b44-b45f-f00b1b42a4e3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a659e66f567a4da787b2031c125dc3c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7419245 Oct 17 03:12:16.922311 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35722) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:16.946002 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Port c31f984d-a48a-493a-8e53-83388b4caabf on network 9271d0b1-69d9-42d2-822e-fbd76c069e42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:12:16.946345 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Attempting to bind port c31f984d-a48a-493a-8e53-83388b4caabf on network 9271d0b1-69d9-42d2-822e-fbd76c069e42 {{(pid=104637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:16.962686 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] For port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:12:16.966282 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:16.968208 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] For port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=312f0a1c-0529-4ef8-9c83-76bc5f276fbe,segment=NetworkSegment(621bb03d-26da-485b-950b-eca046ddefa2),segment_id=621bb03d-26da-485b-950b-eca046ddefa2)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:12:16.978561 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:17.029929 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:12:17.030759 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Checking segment: {'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:12:17.031331 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Bound using segment: {'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:12:17.032160 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Bound port: 824256fe-bd04-430c-90af-ea00257587d7, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621bb03d-26da-485b-950b-eca046ddefa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:12:17.032743 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (824256fe-bd04-430c-90af-ea00257587d7), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:17.051878 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Routers {'ad53dc6d-a821-4f30-bb0f-50c664b4c259'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:12:17.052625 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:12:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ad53dc6d-a821-4f30-bb0f-50c664b4c259'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:17.062227 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:17.168175 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:12:17.168560 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Checking segment: {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:12:17.169012 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Bound using segment: {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'} {{(pid=104637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:12:17.169601 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.managers [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Bound port: c31f984d-a48a-493a-8e53-83388b4caabf, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'}}] {{(pid=104637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:12:17.190824 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:17.196266 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de641cb6-b4d8-4f8d-84d6-beb02571413d None None] Pushing event updated for resources: {'Port': ['ID=312f0a1c-0529-4ef8-9c83-76bc5f276fbe,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:17.203661 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b2afe-8e18-489e-8562-091195a7fcee req-41c48636-b441-4779-880a-4da6abf83a52 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:17.210721 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-154b2afe-8e18-489e-8562-091195a7fcee req-41c48636-b441-4779-880a-4da6abf83a52 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.3332431 Oct 17 03:12:17.324804 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] Set router ad53dc6d-a821-4f30-bb0f-50c664b4c259 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:12:17.360379 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] For port cf904496-4f8e-473c-8ea7-795ed5aefe57, host hv-cinder-84697, cleared binding levels {{(pid=104637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:12:17.375275 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:12:17.386756 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327515-04d2-4344-aa69-dffc5695211f req-4e89a31a-68ee-4a6c-82fd-d071b5778b52 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:17.388769 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a6327515-04d2-4344-aa69-dffc5695211f req-4e89a31a-68ee-4a6c-82fd-d071b5778b52 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 931 time: 0.7385461 Oct 17 03:12:17.442247 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:17.447814 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=faf2315a-88ad-4367-997b-65c1cf0209ee,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:12:17.479239 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] For port cf904496-4f8e-473c-8ea7-795ed5aefe57, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=cf904496-4f8e-473c-8ea7-795ed5aefe57,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:12:17.486571 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:17.501647 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:17.504592 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:17.523549 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] For port 824256fe-bd04-430c-90af-ea00257587d7, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:12:17.533478 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:17.534105 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:17.535618 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/faf2315a-88ad-4367-997b-65c1cf0209ee HTTP/1.1" status: 200 len: 1093 time: 4.7412927 Oct 17 03:12:17.540088 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:17.553337 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ca382-f99c-4b44-b45f-f00b1b42a4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c733a31f-0113-4097-a275-4974ad7a28dc,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:17.620077 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:17.649548 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:17.688259 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] For port 824256fe-bd04-430c-90af-ea00257587d7, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=824256fe-bd04-430c-90af-ea00257587d7,segment=NetworkSegment(621bb03d-26da-485b-950b-eca046ddefa2),segment_id=621bb03d-26da-485b-950b-eca046ddefa2)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:12:17.708182 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:17.708912 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for port (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:17.710247 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/cf904496-4f8e-473c-8ea7-795ed5aefe57 HTTP/1.1" status: 200 len: 1094 time: 3.7900150 Oct 17 03:12:17.728315 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'tag': 'cf904496-4f8e-473c-8ea7-795ed5aefe57'}] {{(pid=104637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:17.774263 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'name': 'tempest-DeleteServersTestJSON-2079789715-router', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:41Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'gw_port': {'id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '312f0a1c-0529-4ef8-9c83-76bc5f276fbe', 'name': '', 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'mac_address': 'fa:16:3e:30:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '409d858a-446b-4bca-8079-611c30b0d6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:16Z', 'revision_number': 4, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'subnets': [{'id': '409d858a-446b-4bca-8079-611c30b0d6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:17.822455 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787293a-4644-4620-99e0-b4c9950a3151 None None] The sync data for ids ['ad53dc6d-a821-4f30-bb0f-50c664b4c259'] in dv-cinder-846977-2-iscsi is: [{'id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'name': 'tempest-DeleteServersTestJSON-2079789715-router', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:41Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'gw_port': {'id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '312f0a1c-0529-4ef8-9c83-76bc5f276fbe', 'name': '', 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'mac_address': 'fa:16:3e:30:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '409d858a-446b-4bca-8079-611c30b0d6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:16Z', 'revision_number': 4, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'subnets': [{'id': '409d858a-446b-4bca-8079-611c30b0d6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:12:17.855127 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-154b2afe-8e18-489e-8562-091195a7fcee req-4e488b1f-1c0b-4a03-9f36-84c118ca2db6 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5655324 Oct 17 03:12:17.864583 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (824256fe-bd04-430c-90af-ea00257587d7), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:17.882359 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:17.883245 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:17.884793 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/824256fe-bd04-430c-90af-ea00257587d7 HTTP/1.1" status: 200 len: 1094 time: 4.4760480 Oct 17 03:12:17.910338 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-d69e514e-0f71-4c06-8b3c-3190067ce619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:17.912141 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-d69e514e-0f71-4c06-8b3c-3190067ce619 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 1127 time: 0.3067544 Oct 17 03:12:17.919765 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bd1ce-e19d-4e40-9523-463738291f32 service neutron] Pushing event updated for resources: {'Port': ['ID=faf2315a-88ad-4367-997b-65c1cf0209ee,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:17.925986 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e4b47a-4f78-4513-8072-fcaca4e96364" -d '{"events": [{"name": "network-changed", "server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:17.959552 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4d7cd09d-cbc7-4fd0-9325-b561209f55bb admin admin] Publish callbacks [] for security_group (c733a31f-0113-4097-a275-4974ad7a28dc), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:18.121244 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-56de87f7-84bc-4fb9-bdf0-1c845f9f2967 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faf2315a-88ad-4367-997b-65c1cf0209ee HTTP/1.1" status: 200 len: 217 time: 0.1840322 Oct 17 03:12:18.211395 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-9b4f8bed-f870-4671-9adb-9063b1ed4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:18.218825 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-9b4f8bed-f870-4671-9adb-9063b1ed4be6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5&device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 1128 time: 0.2350686 Oct 17 03:12:18.231294 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949d7b9-eff6-4b9a-b2c8-75b2aa12720a service neutron] Pushing event updated for resources: {'Port': ['ID=824256fe-bd04-430c-90af-ea00257587d7,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:18.287678 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] For port c31f984d-a48a-493a-8e53-83388b4caabf, host hv-cinder-84697, cleared binding levels {{(pid=104637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:12:18.296962 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] For port c31f984d-a48a-493a-8e53-83388b4caabf, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=c31f984d-a48a-493a-8e53-83388b4caabf,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:12:18.337829 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-df353482-ead2-4578-a8e2-cff9bf0a293c req-d2a582ac-91c1-4878-bf6f-b661e6813f9b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 210 time: 0.2983873 Oct 17 03:12:18.357046 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:18.445622 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7098a80024231f10732136cf30e047a017c97e80914df79a62af3d8a0c697d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d285ca3-29f0-4423-9a32-880513d1e496" -d '{"events": [{"name": "network-changed", "server_uuid": "7b220b35-d9ac-48e4-b898-3d4f6c7be835", "tag": "cf904496-4f8e-473c-8ea7-795ed5aefe57"}]}' {{(pid=104637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:18.463586 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:18.497250 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:18.510118 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for port (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:18.513083 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c656ce8-361e-4b32-8e55-8e2061a8f354 {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:12:18.513539 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/c31f984d-a48a-493a-8e53-83388b4caabf HTTP/1.1" status: 200 len: 1093 time: 7.4716229 Oct 17 03:12:18.562202 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Publish callbacks [] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:18.604108 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-fd4e2554-dd2b-4d69-a876-01dd890518a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:18.605607 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-fd4e2554-dd2b-4d69-a876-01dd890518a9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d03f03d21e9e42fb91606306241a3fb7&device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 1128 time: 0.6215167 Oct 17 03:12:18.619125 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-9434a5c8-9942-4723-a72f-f7ae591d97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:18.621298 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-9434a5c8-9942-4723-a72f-f7ae591d97c5 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 200 len: 856 time: 0.3619499 Oct 17 03:12:18.622263 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4d7cd09d-cbc7-4fd0-9325-b561209f55bb admin admin] Publish callbacks [] for security_group (c733a31f-0113-4097-a275-4974ad7a28dc), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:18.636051 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Transition to ACTIVE for port object 5c656ce8-361e-4b32-8e55-8e2061a8f354 will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:12:18.688573 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:18.750797 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-5a0baef3-4390-4869-b50e-7c3fbc66bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:18.752589 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-5a0baef3-4390-4869-b50e-7c3fbc66bf51 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 1127 time: 0.1275959 Oct 17 03:12:18.763539 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a94d87-403d-42ff-beea-9c257b47fd84 service neutron] Pushing event updated for resources: {'Port': ['ID=cf904496-4f8e-473c-8ea7-795ed5aefe57,revision_number=3']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:18.785026 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a6327515-04d2-4344-aa69-dffc5695211f req-c45a7577-eef6-44ab-b4fb-365c231de656 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3662076 Oct 17 03:12:18.787191 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-82ceacf5-c90a-46d2-9dea-62beca141c19 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf904496-4f8e-473c-8ea7-795ed5aefe57 HTTP/1.1" status: 200 len: 217 time: 0.4283488 Oct 17 03:12:18.993561 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-29c6c60a-f143-496c-a77a-436ed2251ee4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c31f984d-a48a-493a-8e53-83388b4caabf HTTP/1.1" status: 200 len: 217 time: 0.1098337 Oct 17 03:12:19.298328 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 312f0a1c-0529-4ef8-9c83-76bc5f276fbe up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:19.380281 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-8c9d7d23-7dbf-4cd6-93ff-fc015512d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:19.382438 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-8c9d7d23-7dbf-4cd6-93ff-fc015512d9f7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cfde2bec-0943-4043-aac7-af99f4b6cebf HTTP/1.1" status: 200 len: 850 time: 0.5197678 Oct 17 03:12:19.383068 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a813c37-2511-43b4-bb13-373c06b11e0f service neutron] Pushing event updated for resources: {'Port': ['ID=c31f984d-a48a-493a-8e53-83388b4caabf,revision_number=3']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:19.393944 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-58c2462a-f2d7-4d91-9cbd-119c9af8e833 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824256fe-bd04-430c-90af-ea00257587d7 HTTP/1.1" status: 200 len: 217 time: 0.7070413 Oct 17 03:12:19.398311 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:19.398489 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:19.398987 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe Oct 17 03:12:19.418378 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdf76a-0cab-484c-aaac-0251d814883f req-34e2e9c8-2aac-4012-9ffb-a6e60c557b2a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:19.428670 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-35fdf76a-0cab-484c-aaac-0251d814883f req-34e2e9c8-2aac-4012-9ffb-a6e60c557b2a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.9353063 Oct 17 03:12:19.468270 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c656ce8-361e-4b32-8e55-8e2061a8f354,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:19.470748 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-b51bfa5e-07bd-40fd-a762-274bd6df2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:19.472334 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-b51bfa5e-07bd-40fd-a762-274bd6df2d39 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7be2416a-9e29-4953-b802-c76adc0aa669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7869306 Oct 17 03:12:19.506405 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5f5e6-c82e-4e9e-a09c-04c09787724a req-ae4ee6f7-1fcd-4198-bc8a-2e3c124c8205 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:19.508478 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f3c5f5e6-c82e-4e9e-a09c-04c09787724a req-ae4ee6f7-1fcd-4198-bc8a-2e3c124c8205 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.1559181 Oct 17 03:12:19.510180 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:19.512372 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:19.515263 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:19.522002 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-fbf8b82f-e4e6-48ce-9d74-6a9141eb9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:19.524276 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-fbf8b82f-e4e6-48ce-9d74-6a9141eb9c43 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.1462789 Oct 17 03:12:19.528513 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Attempting to bind port 5c656ce8-361e-4b32-8e55-8e2061a8f354 on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:12:19.529003 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Attempting to bind port 5c656ce8-361e-4b32-8e55-8e2061a8f354 by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:12:19.529503 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Attempting to bind port 5c656ce8-361e-4b32-8e55-8e2061a8f354 on network 9271d0b1-69d9-42d2-822e-fbd76c069e42 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:19.536681 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4d7cd09d-cbc7-4fd0-9325-b561209f55bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (c733a31f-0113-4097-a275-4974ad7a28dc), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:19.540579 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4d7cd09d-cbc7-4fd0-9325-b561209f55bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:19.543956 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-4d7cd09d-cbc7-4fd0-9325-b561209f55bb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c733a31f-0113-4097-a275-4974ad7a28dc HTTP/1.1" status: 204 len: 168 time: 2.6162245 Oct 17 03:12:19.553462 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=312f0a1c-0529-4ef8-9c83-76bc5f276fbe,segment=NetworkSegment(621bb03d-26da-485b-950b-eca046ddefa2),segment_id=621bb03d-26da-485b-950b-eca046ddefa2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:19.559576 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:19.564885 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cd09d-cbc7-4fd0-9325-b561209f55bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c733a31f-0113-4097-a275-4974ad7a28dc,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:19.575670 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-35fdf76a-0cab-484c-aaac-0251d814883f req-3f0e4097-7f0b-41b4-bc5d-1a3ebd84e4e2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450036 Oct 17 03:12:19.596785 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f3c5f5e6-c82e-4e9e-a09c-04c09787724a req-cfa3ad9d-38d5-414f-99e8-f4a0172840b1 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684891 Oct 17 03:12:19.642006 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=312f0a1c-0529-4ef8-9c83-76bc5f276fbe,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:19.662292 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Port 5c656ce8-361e-4b32-8e55-8e2061a8f354 on network 9271d0b1-69d9-42d2-822e-fbd76c069e42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:12:19.662775 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Attempting to bind port 5c656ce8-361e-4b32-8e55-8e2061a8f354 on network 9271d0b1-69d9-42d2-822e-fbd76c069e42 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:19.710574 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:12:19.711103 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Checking segment: {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:12:19.711613 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Bound using segment: {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:12:19.712184 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Bound port: 5c656ce8-361e-4b32-8e55-8e2061a8f354, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:12:19.712676 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:19.765961 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2897a78-aa64-4630-81aa-93f2b443e49e x-openstack-request-id: req-b2897a78-aa64-4630-81aa-93f2b443e49e {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:19.766325 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:19.766639 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b2897a78-aa64-4630-81aa-93f2b443e49e {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:19.768015 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2897a78-aa64-4630-81aa-93f2b443e49e'] response: {'name': 'network-changed', 'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'status': 'completed', 'code': 200} Oct 17 03:12:19.796533 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] For port 5c656ce8-361e-4b32-8e55-8e2061a8f354, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:12:19.800735 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] For port 5c656ce8-361e-4b32-8e55-8e2061a8f354, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=5c656ce8-361e-4b32-8e55-8e2061a8f354,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:12:19.802096 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:19.812387 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:19.843991 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:19.844620 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:19.845958 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/5c656ce8-361e-4b32-8e55-8e2061a8f354 HTTP/1.1" status: 200 len: 1093 time: 3.5231235 Oct 17 03:12:19.912958 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0324a1-dd1d-4402-9d96-405ac232fa7c req-af82b5a6-2fd4-44dd-89c3-921986527eed tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:19.914887 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fb0324a1-dd1d-4402-9d96-405ac232fa7c req-af82b5a6-2fd4-44dd-89c3-921986527eed tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.0725968 Oct 17 03:12:19.915956 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd6222-e7f4-4f80-b4a9-3fea93e71ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c656ce8-361e-4b32-8e55-8e2061a8f354,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:19.948450 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c6c8e2-c593-4702-9753-2d5f40f72cdd x-openstack-request-id: req-54c6c8e2-c593-4702-9753-2d5f40f72cdd {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:19.948890 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b220b35-d9ac-48e4-b898-3d4f6c7be835", "tag": "cf904496-4f8e-473c-8ea7-795ed5aefe57", "status": "completed", "code": 200}]} {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:19.949560 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-54c6c8e2-c593-4702-9753-2d5f40f72cdd {{(pid=104637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:19.950187 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c6c8e2-c593-4702-9753-2d5f40f72cdd'] response: {'name': 'network-changed', 'server_uuid': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'tag': 'cf904496-4f8e-473c-8ea7-795ed5aefe57', 'status': 'completed', 'code': 200} Oct 17 03:12:19.951972 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 35798) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:19.966645 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7e72b212-8774-410a-9ff2-3da8d56c3430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:19.983337 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fb0324a1-dd1d-4402-9d96-405ac232fa7c req-8550137e-0f9c-47ba-a115-1c395b068156 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595725 Oct 17 03:12:20.051740 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-84e3d3c4-de30-4905-a28e-1d67a05f5b0e req-877d64e6-8675-4d52-8d71-7c8b20a3d0ba tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 210 time: 0.0367503 Oct 17 03:12:20.089613 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7e72b212-8774-410a-9ff2-3da8d56c3430 admin admin] Publish callbacks [] for security_group (5327f1c3-3f11-44d3-87e1-9cd1e1b6667f), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:20.092910 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d19d77-e161-43ad-95ad-15f41d59d12a req-9f0c9f2c-5b08-4574-b5f0-9a1049559865 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:20.093345 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7e72b212-8774-410a-9ff2-3da8d56c3430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (5327f1c3-3f11-44d3-87e1-9cd1e1b6667f), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:20.094742 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f4d19d77-e161-43ad-95ad-15f41d59d12a req-9f0c9f2c-5b08-4574-b5f0-9a1049559865 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0497315 Oct 17 03:12:20.137222 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-7e72b212-8774-410a-9ff2-3da8d56c3430 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=46fbe21b8d8b480e9b7ad5565c36eae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815031 Oct 17 03:12:20.137222 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72b212-8774-410a-9ff2-3da8d56c3430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5327f1c3-3f11-44d3-87e1-9cd1e1b6667f,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:20.138234 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 35800) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:20.156856 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f4d19d77-e161-43ad-95ad-15f41d59d12a req-a0cfdf4f-7f49-48f0-befd-ae77b772afef tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545654 Oct 17 03:12:20.194537 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-27373bed-39b2-476d-84d5-8330bbf2f51d admin admin] Publish callbacks [] for security_group (5327f1c3-3f11-44d3-87e1-9cd1e1b6667f), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:20.214107 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-27373bed-39b2-476d-84d5-8330bbf2f51d admin admin] Publish callbacks [] for security_group (5327f1c3-3f11-44d3-87e1-9cd1e1b6667f), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:20.260921 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-27373bed-39b2-476d-84d5-8330bbf2f51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (5327f1c3-3f11-44d3-87e1-9cd1e1b6667f), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:20.263469 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-27373bed-39b2-476d-84d5-8330bbf2f51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:20.264596 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-27373bed-39b2-476d-84d5-8330bbf2f51d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5327f1c3-3f11-44d3-87e1-9cd1e1b6667f HTTP/1.1" status: 204 len: 168 time: 0.1254184 Oct 17 03:12:20.272338 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27373bed-39b2-476d-84d5-8330bbf2f51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5327f1c3-3f11-44d3-87e1-9cd1e1b6667f,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:20.713225 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bba0d-8d3c-44d4-a886-19ef7f82e30c req-0d2867ac-c840-45e5-9038-d978f016704e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:20.714733 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5b6bba0d-8d3c-44d4-a886-19ef7f82e30c req-0d2867ac-c840-45e5-9038-d978f016704e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0506959 Oct 17 03:12:20.754058 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:20.770358 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5b6bba0d-8d3c-44d4-a886-19ef7f82e30c req-6cdb0737-314b-43fd-b2f5-d2cb7ce04b19 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491774 Oct 17 03:12:20.774000 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47d22f-bd1a-40f6-9060-2e3ae1ba7591 req-c497d7a9-cc16-4cf4-9cda-2137d024facd tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:20.775598 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3b47d22f-bd1a-40f6-9060-2e3ae1ba7591 req-c497d7a9-cc16-4cf4-9cda-2137d024facd tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.0617344 Oct 17 03:12:20.838500 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3b47d22f-bd1a-40f6-9060-2e3ae1ba7591 req-f8bbf52b-9415-4e77-8664-fdf20a1ff5a9 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569122 Oct 17 03:12:21.128923 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c3335-6b05-4fc0-891f-cd44372d2c53 req-4c28d760-65b1-43a5-80e4-5b9afe55ef5d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:21.130725 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-510c3335-6b05-4fc0-891f-cd44372d2c53 req-4c28d760-65b1-43a5-80e4-5b9afe55ef5d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.0718918 Oct 17 03:12:21.173201 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9edc3fd7-605e-43da-b6a2-a683e82bbc7b req-33576e33-6526-433c-8b8b-475fb73fd5e7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 210 time: 0.0329053 Oct 17 03:12:21.176906 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 312f0a1c-0529-4ef8-9c83-76bc5f276fbe up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:21.202229 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-510c3335-6b05-4fc0-891f-cd44372d2c53 req-6f914c7b-339e-4ddc-b7c0-55601636d707 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655065 Oct 17 03:12:21.238737 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:21.239273 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:21.239609 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe Oct 17 03:12:21.313205 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5e408-d8a3-4573-8623-84e5dd537a4e req-1bb63219-f57f-4400-9bc3-2d1f2c3904ed tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:21.315539 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-82f5e408-d8a3-4573-8623-84e5dd537a4e req-1bb63219-f57f-4400-9bc3-2d1f2c3904ed tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0551403 Oct 17 03:12:21.321106 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:21.369369 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-82f5e408-d8a3-4573-8623-84e5dd537a4e req-4b0e0d64-1e33-4682-a1f9-68f078c2f868 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483997 Oct 17 03:12:21.769968 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4241d22-757d-4baa-bee5-476e3fab96a8', 'tag': '824256fe-bd04-430c-90af-ea00257587d7'}, {'name': 'network-changed', 'server_uuid': 'f430d340-f7ff-4805-bd00-69eeaf33250d', 'tag': '5c656ce8-361e-4b32-8e55-8e2061a8f354'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:21.773424 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df" -d '{"events": [{"name": "network-changed", "server_uuid": "f4241d22-757d-4baa-bee5-476e3fab96a8", "tag": "824256fe-bd04-430c-90af-ea00257587d7"}, {"name": "network-changed", "server_uuid": "f430d340-f7ff-4805-bd00-69eeaf33250d", "tag": "5c656ce8-361e-4b32-8e55-8e2061a8f354"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:21.844496 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f857cfe1-cc4b-45ea-a40e-86d4b14440f2 x-openstack-request-id: req-f857cfe1-cc4b-45ea-a40e-86d4b14440f2 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:21.845165 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4241d22-757d-4baa-bee5-476e3fab96a8", "tag": "824256fe-bd04-430c-90af-ea00257587d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f430d340-f7ff-4805-bd00-69eeaf33250d", "tag": "5c656ce8-361e-4b32-8e55-8e2061a8f354", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:21.845165 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f857cfe1-cc4b-45ea-a40e-86d4b14440f2 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:21.845461 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f857cfe1-cc4b-45ea-a40e-86d4b14440f2'] response: {'name': 'network-changed', 'server_uuid': 'f4241d22-757d-4baa-bee5-476e3fab96a8', 'tag': '824256fe-bd04-430c-90af-ea00257587d7', 'status': 'completed', 'code': 200} Oct 17 03:12:21.845934 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f857cfe1-cc4b-45ea-a40e-86d4b14440f2'] response: {'name': 'network-changed', 'server_uuid': 'f430d340-f7ff-4805-bd00-69eeaf33250d', 'tag': '5c656ce8-361e-4b32-8e55-8e2061a8f354', 'status': 'completed', 'code': 200} Oct 17 03:12:21.946577 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8780f2d-d892-4af2-9372-f5582e0cd6b2 req-0403834e-45d0-4ad0-a7ea-f37bc301a9a6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:21.948197 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c8780f2d-d892-4af2-9372-f5582e0cd6b2 req-0403834e-45d0-4ad0-a7ea-f37bc301a9a6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0581250 Oct 17 03:12:21.976093 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f2768b-8259-439c-af06-7eff342615ee', 'tag': 'c31f984d-a48a-493a-8e53-83388b4caabf'}] {{(pid=104637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:21.978670 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7098a80024231f10732136cf30e047a017c97e80914df79a62af3d8a0c697d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdedefff-253e-464b-bcc4-9e448e21d9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "90f2768b-8259-439c-af06-7eff342615ee", "tag": "c31f984d-a48a-493a-8e53-83388b4caabf"}]}' {{(pid=104637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:22.013621 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5322a8c-152d-4a70-b9ac-51b1bfc38f7a req-c51c70b2-b642-4858-b4d3-57580ae654b4 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:22.018524 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c5322a8c-152d-4a70-b9ac-51b1bfc38f7a req-c51c70b2-b642-4858-b4d3-57580ae654b4 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.0905061 Oct 17 03:12:22.033396 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c8780f2d-d892-4af2-9372-f5582e0cd6b2 req-8a6ff2d7-74f6-4d36-bb3a-229414376d9e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791237 Oct 17 03:12:22.110224 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c5322a8c-152d-4a70-b9ac-51b1bfc38f7a req-3c66dd93-b882-474d-8e97-8c1d4179cec4 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755453 Oct 17 03:12:22.114653 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0b3965-4ec0-43bc-a5ae-6d9e5ee4e95d x-openstack-request-id: req-bf0b3965-4ec0-43bc-a5ae-6d9e5ee4e95d {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:22.114935 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f2768b-8259-439c-af06-7eff342615ee", "tag": "c31f984d-a48a-493a-8e53-83388b4caabf", "status": "completed", "code": 200}]} {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:22.115189 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bf0b3965-4ec0-43bc-a5ae-6d9e5ee4e95d {{(pid=104637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:22.115575 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf0b3965-4ec0-43bc-a5ae-6d9e5ee4e95d'] response: {'name': 'network-changed', 'server_uuid': '90f2768b-8259-439c-af06-7eff342615ee', 'tag': 'c31f984d-a48a-493a-8e53-83388b4caabf', 'status': 'completed', 'code': 200} Oct 17 03:12:22.357072 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0e74e643-c722-4a1e-becf-af5a6af05c59 req-59ef8bf0-a6f2-4d15-8a5c-6131cf5eb122 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 210 time: 0.0376909 Oct 17 03:12:22.423397 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e9154-2f84-4fb2-ab0a-9bfa1e2ddbeb req-d5006e1c-7bee-4570-b343-af6fcefedd16 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:22.425218 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-057e9154-2f84-4fb2-ab0a-9bfa1e2ddbeb req-d5006e1c-7bee-4570-b343-af6fcefedd16 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.1140106 Oct 17 03:12:22.549259 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80398bda-8f4f-47f9-9ab5-47b2dfac7707 req-927aa23f-2680-4d98-a9ae-9f1aec6c2ce7 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:22.551702 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-80398bda-8f4f-47f9-9ab5-47b2dfac7707 req-927aa23f-2680-4d98-a9ae-9f1aec6c2ce7 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0693178 Oct 17 03:12:22.573697 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-057e9154-2f84-4fb2-ab0a-9bfa1e2ddbeb req-80fc5ce4-6517-4cac-8a96-0bc40e728a4f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365962 Oct 17 03:12:22.699462 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-80398bda-8f4f-47f9-9ab5-47b2dfac7707 req-841f6963-824a-429d-b2ca-d8e66a2fc01d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355059 Oct 17 03:12:23.189074 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:23.211529 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d325969-6242-43db-ba5b-23e5ef9a1dac req-4ef1c4c3-e3be-4895-ba2e-c6ad6c9f8d94 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:23.219101 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2d325969-6242-43db-ba5b-23e5ef9a1dac req-4ef1c4c3-e3be-4895-ba2e-c6ad6c9f8d94 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0903001 Oct 17 03:12:23.289095 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2d325969-6242-43db-ba5b-23e5ef9a1dac req-5828812b-ce22-4a1d-97a9-e0edfa67d169 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640793 Oct 17 03:12:23.303181 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:23.331458 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bdd13-5578-4373-90a0-c344644fc7ad req-87de01b6-440d-4842-86ef-200d0808235c tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:23.333404 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c09bdd13-5578-4373-90a0-c344644fc7ad req-87de01b6-440d-4842-86ef-200d0808235c tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.0780041 Oct 17 03:12:23.385022 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c09bdd13-5578-4373-90a0-c344644fc7ad req-05fd1d4c-1447-420a-a28e-81a595d9186e tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Oct 17 03:12:23.493011 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-53ea1750-17cb-4ea4-9818-a29c3ba02756 req-8528012a-297b-4f9d-85a9-d66d73fcf2b6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 210 time: 0.0346761 Oct 17 03:12:23.704073 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a885d2-40a3-4d05-b3eb-b65e501b412f req-3a25bae7-b72e-4cbf-9acc-49449153a180 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:23.705553 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-04a885d2-40a3-4d05-b3eb-b65e501b412f req-3a25bae7-b72e-4cbf-9acc-49449153a180 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.0520117 Oct 17 03:12:23.752510 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-04a885d2-40a3-4d05-b3eb-b65e501b412f req-ae66ddd4-ed14-47cf-8e00-824876e8b00e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411789 Oct 17 03:12:23.827482 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493681fa-e9d3-4404-8c92-7d7a1de37bcb req-9f31fdd7-bee8-4084-84f9-672840fdf109 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:23.828945 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-493681fa-e9d3-4404-8c92-7d7a1de37bcb req-9f31fdd7-bee8-4084-84f9-672840fdf109 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0464411 Oct 17 03:12:23.875866 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-493681fa-e9d3-4404-8c92-7d7a1de37bcb req-d285ebab-4918-4dee-b652-9e515bc50d36 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Oct 17 03:12:24.203480 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:24.402093 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:24.414502 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47c46-7a4d-4362-8493-d3d05f28dde7 req-aed3c315-fab0-4fa5-9306-3102c3cbb17b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:24.416048 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-51f47c46-7a4d-4362-8493-d3d05f28dde7 req-aed3c315-fab0-4fa5-9306-3102c3cbb17b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0519757 Oct 17 03:12:24.471582 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-51f47c46-7a4d-4362-8493-d3d05f28dde7 req-fd328ef4-4ff6-4ac2-9400-06940d178d24 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486374 Oct 17 03:12:24.510265 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2916ce-f891-4a6c-be79-d60a6aaae10b req-22be067e-9161-4615-9a62-bdc1d34fc0d5 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:24.511748 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8f2916ce-f891-4a6c-be79-d60a6aaae10b req-22be067e-9161-4615-9a62-bdc1d34fc0d5 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.0457833 Oct 17 03:12:24.558624 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8f2916ce-f891-4a6c-be79-d60a6aaae10b req-93f691bc-c694-470b-a49d-5527b848a489 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Oct 17 03:12:24.605568 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d9a38d11-3f57-4463-a298-caa568203c78 req-7b8e3f32-60b4-4caf-8cd0-b35a03e4e10a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 210 time: 0.0270865 Oct 17 03:12:24.878066 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75031d56-60be-4539-987a-ce24ec5321f0 req-dd57a1e8-ed0c-4253-89b4-301a09a668b5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:24.879551 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-75031d56-60be-4539-987a-ce24ec5321f0 req-dd57a1e8-ed0c-4253-89b4-301a09a668b5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.0501692 Oct 17 03:12:24.927348 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-75031d56-60be-4539-987a-ce24ec5321f0 req-3153528e-9bd1-44f1-9e05-b51b6ecac441 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416176 Oct 17 03:12:24.997160 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76becf3c-bf10-4198-986a-cfc54dacf3dd req-75ca9f88-a46f-4e6b-b91e-925357538514 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:24.998636 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-76becf3c-bf10-4198-986a-cfc54dacf3dd req-75ca9f88-a46f-4e6b-b91e-925357538514 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0485852 Oct 17 03:12:25.050632 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-76becf3c-bf10-4198-986a-cfc54dacf3dd req-08f0a369-0480-46a8-8f32-71d1371be0be tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451047 Oct 17 03:12:25.231905 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-3e106009-4f0a-432b-9ed4-6f2ac3805322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:25.233396 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-3e106009-4f0a-432b-9ed4-6f2ac3805322 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=409d858a-446b-4bca-8079-611c30b0d6f2 HTTP/1.1" status: 200 len: 851 time: 0.0879011 Oct 17 03:12:25.240834 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-3d6d5dd1-fdf7-4487-a14c-dfa4d1767047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:25.243100 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-3d6d5dd1-fdf7-4487-a14c-dfa4d1767047 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064618 Oct 17 03:12:25.244162 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-c7d84f10-ecba-4a91-91c1-e48f14056278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:25.245521 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-c7d84f10-ecba-4a91-91c1-e48f14056278 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076231 Oct 17 03:12:25.269182 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-9cab8350-bc55-48da-bb5a-99291a670b2a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317387 Oct 17 03:12:25.597016 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.23', 50716) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:25.604213 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-6fc32b88-ebfe-42b7-9de8-64877a49cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:25.606125 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-6fc32b88-ebfe-42b7-9de8-64877a49cf14 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 1127 time: 0.1688790 Oct 17 03:12:25.687891 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fceb6-3a12-4da2-934b-ed1c6d713feb req-895651b0-d90b-431b-a190-7790ff6ffd3b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:25.689811 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-198fceb6-3a12-4da2-934b-ed1c6d713feb req-895651b0-d90b-431b-a190-7790ff6ffd3b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0888994 Oct 17 03:12:25.719392 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-45b7b621-e48e-46c6-90a9-1c21dfb747d7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c656ce8-361e-4b32-8e55-8e2061a8f354 HTTP/1.1" status: 200 len: 217 time: 0.0819232 Oct 17 03:12:25.725793 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-023a1790-3ece-4dd7-bea3-c6cc1d3939f2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367573 Oct 17 03:12:25.734682 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-44584a1e-0a55-4366-a261-df8ce5fe3004 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738841 Oct 17 03:12:25.738481 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:25.782003 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8858700c-0efd-4e46-bb93-661038107397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:25.783524 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-8858700c-0efd-4e46-bb93-661038107397 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=e16dd6d1-a57f-4fbc-a68b-692ca1280274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3084810 Oct 17 03:12:25.867841 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8d5d08-3896-428f-8255-bea171c5ebe8 req-cae808f7-35cf-47c1-87b2-42a6b66f1ac6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909414 Oct 17 03:12:25.874317 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894007bc-255a-403d-b345-15b94779ab09 req-e467ee94-a90a-48f4-bf88-4fab3505af8b tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:25.883542 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-894007bc-255a-403d-b345-15b94779ab09 req-e467ee94-a90a-48f4-bf88-4fab3505af8b tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.1737850 Oct 17 03:12:25.884921 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-198fceb6-3a12-4da2-934b-ed1c6d713feb req-9dd48a11-d83e-4f7a-876c-1150a6193f54 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799383 Oct 17 03:12:25.956977 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99ac5c89-b60f-4df2-85b4-c78ad82fe9e5 req-6e967cdc-7441-468a-998e-7061dc4fd529 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064817 Oct 17 03:12:25.959121 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3862ac4-e4bb-47bf-9d32-869629ef0b9c req-5d36a2b1-affe-4ab9-9a31-28eb44543261 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240663 Oct 17 03:12:25.999454 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-900e2f6e-ff78-44bb-895f-05f1c0396807 req-09c34ff1-265d-43b1-a9ca-c2b8c803d387 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 210 time: 0.0278213 Oct 17 03:12:26.021101 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-bf5c42ca-6132-426a-a90e-9825eb0a8c72 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:26.022651 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-bf5c42ca-6132-426a-a90e-9825eb0a8c72 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 815 time: 0.4200296 Oct 17 03:12:26.045252 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-6aed818d-e15d-4810-9489-c89890491877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:26.046745 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-6aed818d-e15d-4810-9489-c89890491877 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.3017786 Oct 17 03:12:26.060999 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-d71166c9-54cb-4962-ac93-39bbb06f1752 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/e16dd6d1-a57f-4fbc-a68b-692ca1280274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458308 Oct 17 03:12:26.068279 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-894007bc-255a-403d-b345-15b94779ab09 req-ef7f9a78-7b36-48fc-9937-6efb63951c9a tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956144 Oct 17 03:12:26.146817 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0d793-191c-4681-8063-ec6224696bbc req-d29d68e7-25af-4336-90fd-fb0a8dafc02b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:26.148430 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-68d0d793-191c-4681-8063-ec6224696bbc req-d29d68e7-25af-4336-90fd-fb0a8dafc02b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.0682187 Oct 17 03:12:26.192218 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af10054-dffe-4429-b952-5484c87e2f03 req-81f7f2d3-fd81-4300-aea7-0f3f4847ada1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:26.193989 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8af10054-dffe-4429-b952-5484c87e2f03 req-81f7f2d3-fd81-4300-aea7-0f3f4847ada1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0611951 Oct 17 03:12:26.211067 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-68d0d793-191c-4681-8063-ec6224696bbc req-e9d9c433-6c86-48d1-82ff-2e899b7e32b8 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545614 Oct 17 03:12:26.233347 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:26.243206 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:26.250955 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8af10054-dffe-4429-b952-5484c87e2f03 req-3c9c9c46-2e99-414d-8094-8cb09c62cd02 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503743 Oct 17 03:12:27.015670 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:27.027508 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79b54c-53c7-4540-ba5d-c2b87f841d8a req-564d4084-64f8-41c3-bd7f-67c923e40974 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:27.029043 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6e79b54c-53c7-4540-ba5d-c2b87f841d8a req-564d4084-64f8-41c3-bd7f-67c923e40974 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0476477 Oct 17 03:12:27.077858 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6e79b54c-53c7-4540-ba5d-c2b87f841d8a req-4291f78b-6439-49dc-bcb3-b421b37cc116 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433760 Oct 17 03:12:27.119949 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3370865f-1681-47c9-ba1c-ebd633831705 req-161769ad-ef40-41c0-81ae-6eecbe0dab26 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 210 time: 0.0419948 Oct 17 03:12:27.190508 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c246a-1f12-4526-87f4-ee0cf14560c6 req-dab72cb8-a824-45ab-966f-b53cc9ae2cf6 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:27.191911 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-320c246a-1f12-4526-87f4-ee0cf14560c6 req-dab72cb8-a824-45ab-966f-b53cc9ae2cf6 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.0463967 Oct 17 03:12:27.239740 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-320c246a-1f12-4526-87f4-ee0cf14560c6 req-2cc26050-4967-4b3a-a880-d068f2fcff77 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 Oct 17 03:12:27.329853 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683ea32-1453-4a7c-b416-b5eb1f63a795 req-f12b9939-082a-4bf7-9b02-9a2f46601c46 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:27.331379 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e683ea32-1453-4a7c-b416-b5eb1f63a795 req-f12b9939-082a-4bf7-9b02-9a2f46601c46 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.0500400 Oct 17 03:12:27.379899 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e683ea32-1453-4a7c-b416-b5eb1f63a795 req-23f21de6-ecdb-4d91-81ac-5a19430dc68b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430470 Oct 17 03:12:27.380169 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ed9dc-b8ff-4e08-bf83-6f1134740649 req-ea954071-6835-4bc6-b61f-ee5b318873aa tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:27.381698 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-249ed9dc-b8ff-4e08-bf83-6f1134740649 req-ea954071-6835-4bc6-b61f-ee5b318873aa tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0502717 Oct 17 03:12:27.429940 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-249ed9dc-b8ff-4e08-bf83-6f1134740649 req-a7aabccc-eee3-4829-bf0d-515ff6d78e41 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Oct 17 03:12:28.208670 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc7332-3765-4191-8ec8-207a7fbbfd01 req-0e771f35-2d23-4d99-83f5-864dc84c1903 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:28.210789 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6bbc7332-3765-4191-8ec8-207a7fbbfd01 req-0e771f35-2d23-4d99-83f5-864dc84c1903 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0496590 Oct 17 03:12:28.229935 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e4547c22-a466-4cf6-a6e8-44b8b19d4361 req-0a040de6-9464-470d-8b05-cf0994af873a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 210 time: 0.0298555 Oct 17 03:12:28.260114 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6bbc7332-3765-4191-8ec8-207a7fbbfd01 req-74f1f0ee-12a3-4741-8911-b8938d54c652 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 Oct 17 03:12:28.358611 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720663c0-d4ad-4adc-8813-d0940a7611c2 req-d4681535-f2ba-4910-b4d8-31163eb57f8f tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:28.359974 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-720663c0-d4ad-4adc-8813-d0940a7611c2 req-d4681535-f2ba-4910-b4d8-31163eb57f8f tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.0458558 Oct 17 03:12:28.407276 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-720663c0-d4ad-4adc-8813-d0940a7611c2 req-7bccaeb2-5a38-48ff-849e-fd95896a6831 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Oct 17 03:12:28.503956 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91b9d3-5fc1-48be-92e8-0de0b409dad4 req-91bb3bd4-c36b-4759-9e6d-16b57c611fee tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:28.505571 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cf91b9d3-5fc1-48be-92e8-0de0b409dad4 req-91bb3bd4-c36b-4759-9e6d-16b57c611fee tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.0513234 Oct 17 03:12:28.552100 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999cccf-7cf4-43f9-acb3-49bac164d0e2 req-90d6e6c3-92ed-4e63-a01d-69c8bab9bfc8 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:28.554159 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3999cccf-7cf4-43f9-acb3-49bac164d0e2 req-90d6e6c3-92ed-4e63-a01d-69c8bab9bfc8 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0500534 Oct 17 03:12:28.556116 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cf91b9d3-5fc1-48be-92e8-0de0b409dad4 req-04be307d-f7e5-4fda-a71c-7dd4cdaa6712 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445604 Oct 17 03:12:28.601913 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3999cccf-7cf4-43f9-acb3-49bac164d0e2 req-f9dcc581-4d8e-47a0-93f4-e907a84718f8 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Oct 17 03:12:29.337016 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6cc720d9-af61-445f-8720-f5fc62c5c101 req-517827eb-5f36-4fd2-a9d7-6242141fba48 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 210 time: 0.0333562 Oct 17 03:12:29.393062 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba855211-e8e8-4f10-bb15-b5f9d6a362a6 req-16f1ad5f-dda0-4753-a4a2-ea2c3c6c3576 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:29.394435 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ba855211-e8e8-4f10-bb15-b5f9d6a362a6 req-16f1ad5f-dda0-4753-a4a2-ea2c3c6c3576 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0491023 Oct 17 03:12:29.440615 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ba855211-e8e8-4f10-bb15-b5f9d6a362a6 req-c5a62463-0b75-4a8b-bf06-f6cfa3870554 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405943 Oct 17 03:12:29.530644 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ac660-ff27-4482-a356-42f67845ef59 req-a02c1c86-7f05-4234-a511-ef102cfd8633 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:29.532121 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b30ac660-ff27-4482-a356-42f67845ef59 req-a02c1c86-7f05-4234-a511-ef102cfd8633 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.0494423 Oct 17 03:12:29.586623 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b30ac660-ff27-4482-a356-42f67845ef59 req-0836ec67-4db3-49ee-bf84-9e6d15fea16d tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482705 Oct 17 03:12:29.686769 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fd9a5-8725-40e2-828f-6332c9752db9 req-847f3657-b28d-41ce-a7a1-c8e83cdac4cc tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:29.688269 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b44fd9a5-8725-40e2-828f-6332c9752db9 req-847f3657-b28d-41ce-a7a1-c8e83cdac4cc tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.0485857 Oct 17 03:12:29.720439 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb430f-a642-47ea-afb6-dec2a89fa6a8 req-9568b84c-3b45-42b2-b3cb-dbe55337836e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:29.721897 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fbfb430f-a642-47ea-afb6-dec2a89fa6a8 req-9568b84c-3b45-42b2-b3cb-dbe55337836e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0464516 Oct 17 03:12:29.728684 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:29.736453 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b44fd9a5-8725-40e2-828f-6332c9752db9 req-2852afbe-0366-4360-bcab-b9bc7c3bba2d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425620 Oct 17 03:12:29.775017 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fbfb430f-a642-47ea-afb6-dec2a89fa6a8 req-9337c8b7-fea4-4387-88ef-0fa6bcec24f6 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462902 Oct 17 03:12:29.834736 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4b47a-4f78-4513-8072-fcaca4e96364 req-9334b244-3091-4cae-91fa-34c7be1fe155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:29.836370 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99e4b47a-4f78-4513-8072-fcaca4e96364 req-9334b244-3091-4cae-91fa-34c7be1fe155 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 1127 time: 0.0446539 Oct 17 03:12:29.880482 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-1f31ae12-9d1a-4ee5-b6dc-84689a8f142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:29.882488 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-1f31ae12-9d1a-4ee5-b6dc-84689a8f142f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926197 Oct 17 03:12:29.942311 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4332367-2ad5-470e-a802-9ffc798572da tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=618cf0b3507845909bb27c13460d1d6c HTTP/1.1" status: 200 len: 380 time: 0.1510885 Oct 17 03:12:29.953012 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b6b188f-7feb-42c5-9a06-ad9410337250 req-9c7448a4-e1ac-4579-ac39-b6426d97fe8c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/e16dd6d1-a57f-4fbc-a68b-692ca1280274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540887 Oct 17 03:12:30.447577 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b54e50c9-1d4b-44c6-93e5-ecc7575e6a23 req-43c87442-b661-4e95-b26f-e1026891698d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 210 time: 0.0303173 Oct 17 03:12:30.599424 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faed55-46f4-4425-b6cd-341cb0d3ff30 req-0386843e-e2a5-4e23-8284-2a3421b4bd40 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:30.602176 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-53faed55-46f4-4425-b6cd-341cb0d3ff30 req-0386843e-e2a5-4e23-8284-2a3421b4bd40 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0650570 Oct 17 03:12:30.715144 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-53faed55-46f4-4425-b6cd-341cb0d3ff30 req-335ac55c-86ca-4563-aced-8b70932ad4bc tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018941 Oct 17 03:12:30.823957 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-bc068579-aa41-43d0-98cc-f23e52be184d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074858 Oct 17 03:12:30.829009 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'port': {'device_id': '4fc83673-1557-4eb9-b80b-825364198d8a', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'admin_state_up': True, 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'security_groups': ['d4636c33-1ba6-4f64-9501-acfdc4bb7fd5']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:30.873881 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653cb2c-c2ac-4795-9ccf-e26c3f2fd74e req-f49158af-b53a-47a3-9af4-06723c7ada6b tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:30.875399 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0653cb2c-c2ac-4795-9ccf-e26c3f2fd74e req-f49158af-b53a-47a3-9af4-06723c7ada6b tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.1699035 Oct 17 03:12:30.909795 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:30.950083 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedefff-253e-464b-bcc4-9e448e21d9b1 req-c40e29c4-1dc4-43af-8283-bdc16efb42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:30.951970 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cdedefff-253e-464b-bcc4-9e448e21d9b1 req-c40e29c4-1dc4-43af-8283-bdc16efb42ac service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 1127 time: 0.2329898 Oct 17 03:12:30.969431 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd416e-bb93-4fee-b909-2367f9eb2c63 req-9eda6dc9-9db3-44c4-b84b-55e024c35afb tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:30.976650 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-00bd416e-bb93-4fee-b909-2367f9eb2c63 req-9eda6dc9-9db3-44c4-b84b-55e024c35afb tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.1438587 Oct 17 03:12:31.027358 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:31.059260 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-00bd416e-bb93-4fee-b909-2367f9eb2c63 req-b02fa57d-3622-4276-870c-1784386d7477 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817056 Oct 17 03:12:31.076825 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Made reservation on behalf of 618cf0b3507845909bb27c13460d1d6c for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:12:31.081304 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:31.116895 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4b47a-4f78-4513-8072-fcaca4e96364 req-9a252980-c287-4f47-ad5c-553a0acfdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:31.118645 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99e4b47a-4f78-4513-8072-fcaca4e96364 req-9a252980-c287-4f47-ad5c-553a0acfdd1b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 918 time: 0.4517369 Oct 17 03:12:31.142803 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0653cb2c-c2ac-4795-9ccf-e26c3f2fd74e req-9d1a4dc0-339a-47fa-a4d0-562a94925666 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604821 Oct 17 03:12:31.206454 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af6bd4-6d7d-4311-95ea-35e42fd52b57 req-c519dcf2-7e79-48c9-bb0d-81e3dd731931 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:31.207835 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-62af6bd4-6d7d-4311-95ea-35e42fd52b57 req-c519dcf2-7e79-48c9-bb0d-81e3dd731931 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0650229 Oct 17 03:12:31.282947 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Allocated IP 172.20.0.12 (5bef7eaf-4926-430d-bb2f-ad10a16554bf/01ed372f-5291-4905-8554-a869f372768d/4df765f6-05e9-4846-a92d-d12d217252a8) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:12:31.306616 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-62af6bd4-6d7d-4311-95ea-35e42fd52b57 req-3adba616-3210-44fb-9adc-56136e9fd5fb tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769305 Oct 17 03:12:31.317385 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:31.318618 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:31.443024 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for port (4df765f6-05e9-4846-a92d-d12d217252a8), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:31.477066 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:31.592619 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed85d5-9243-4b0f-83dd-02b8ac37dac3 req-b1ebe9f7-db91-418b-92d2-a93f18e461db tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:31.594314 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-92ed85d5-9243-4b0f-83dd-02b8ac37dac3 req-b1ebe9f7-db91-418b-92d2-a93f18e461db tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 932 time: 0.0482481 Oct 17 03:12:31.649297 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-92ed85d5-9243-4b0f-83dd-02b8ac37dac3 req-2b4ce1bb-6882-4704-a55c-89ef1824eb5a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487418 Oct 17 03:12:31.780872 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Network 5bef7eaf-4926-430d-bb2f-ad10a16554bf is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:12:31.793483 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:12:31.803672 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'Port': ['ID=4df765f6-05e9-4846-a92d-d12d217252a8,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:31.815415 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:12:31.820809 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:31.821440 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:31.875311 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:31.920322 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72846d6-f20b-47e0-8c6d-89f2d743759f req-30ecf7b1-bb5f-4caf-aec1-e2f79f45e88e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:31.927382 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c72846d6-f20b-47e0-8c6d-89f2d743759f req-30ecf7b1-bb5f-4caf-aec1-e2f79f45e88e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.1026747 Oct 17 03:12:31.950170 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-85e4f6a1-d0a4-4d3b-947c-b78dea9b14ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2299232 Oct 17 03:12:31.964512 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedefff-253e-464b-bcc4-9e448e21d9b1 req-06bf9d96-f5ca-4388-8a93-253e9f785d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:31.966129 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cdedefff-253e-464b-bcc4-9e448e21d9b1 req-06bf9d96-f5ca-4388-8a93-253e9f785d7f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.2827752 Oct 17 03:12:32.002775 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c72846d6-f20b-47e0-8c6d-89f2d743759f req-97e13bdf-4c72-4cb0-9c51-c7ed54a50589 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741861 Oct 17 03:12:32.168642 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-ee8b8e6e-f852-4458-bf0a-d4c2b9c9f7c1 None None] Provisioning complete for port 4df765f6-05e9-4846-a92d-d12d217252a8 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:32.169282 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8e6e-f852-4458-bf0a-d4c2b9c9f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:32.169447 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-ee8b8e6e-f852-4458-bf0a-d4c2b9c9f7c1 None None] Attempt 1 to provision port 4df765f6-05e9-4846-a92d-d12d217252a8 Oct 17 03:12:32.210564 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b8e6e-f852-4458-bf0a-d4c2b9c9f7c1 None None] Port 4df765f6-05e9-4846-a92d-d12d217252a8 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:12:32.215120 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1a494-b760-4e4d-b85b-4326a01f3aa8 req-5a0d1a6e-9374-4b32-ab49-a5cd81ef8edc tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:32.216795 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-18e1a494-b760-4e4d-b85b-4326a01f3aa8 req-5a0d1a6e-9374-4b32-ab49-a5cd81ef8edc tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.0714059 Oct 17 03:12:32.273792 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:32.281342 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3910d58-c436-4d28-ba84-2ef1cbf06178 req-bad2847a-8c11-4aa6-8bdc-3fafbc433ec1 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:32.283639 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b3910d58-c436-4d28-ba84-2ef1cbf06178 req-bad2847a-8c11-4aa6-8bdc-3fafbc433ec1 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.0513663 Oct 17 03:12:32.287692 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-18e1a494-b760-4e4d-b85b-4326a01f3aa8 req-0dce2e24-f4e1-44f9-a2e4-a7c232638e6b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639520 Oct 17 03:12:32.346364 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b3910d58-c436-4d28-ba84-2ef1cbf06178 req-65ca7050-26f2-4300-8675-e782f30a3c59 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560374 Oct 17 03:12:32.418939 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Request body: {'port': {'device_id': '4fc83673-1557-4eb9-b80b-825364198d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:32.433686 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:32.462289 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99e4b47a-4f78-4513-8072-fcaca4e96364 req-a064803b-9162-42fb-ac92-79a980e83fde service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faf2315a-88ad-4367-997b-65c1cf0209ee HTTP/1.1" status: 200 len: 217 time: 0.0731876 Oct 17 03:12:32.520640 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-d7ed0c6d-d4e9-46ff-9fa7-2472a922da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:32.522027 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-d7ed0c6d-d4e9-46ff-9fa7-2472a922da44 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d03f03d21e9e42fb91606306241a3fb7&device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 1128 time: 0.1234593 Oct 17 03:12:32.526990 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cdedefff-253e-464b-bcc4-9e448e21d9b1 req-f647aeef-8d50-4e18-ab60-9286c8342647 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c31f984d-a48a-493a-8e53-83388b4caabf HTTP/1.1" status: 200 len: 217 time: 0.1191983 Oct 17 03:12:32.558303 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b09724-dad2-42f3-b401-640ac4e023c0 req-c47011e7-25d3-4b40-bd51-0542f313fd3b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:32.559861 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d2b09724-dad2-42f3-b401-640ac4e023c0 req-c47011e7-25d3-4b40-bd51-0542f313fd3b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.1026812 Oct 17 03:12:32.575319 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4b47a-4f78-4513-8072-fcaca4e96364 req-2b906caa-2538-40f8-b862-f198fb3e2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:32.576723 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99e4b47a-4f78-4513-8072-fcaca4e96364 req-2b906caa-2538-40f8-b862-f198fb3e2125 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 200 len: 856 time: 0.1040561 Oct 17 03:12:32.588335 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d285ca3-29f0-4423-9a32-880513d1e496 req-3b5e832e-6728-4c51-b39e-d4c06936fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:32.589838 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6d285ca3-29f0-4423-9a32-880513d1e496 req-3b5e832e-6728-4c51-b39e-d4c06936fcae service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5&device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 1128 time: 0.1639261 Oct 17 03:12:32.673853 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4b47a-4f78-4513-8072-fcaca4e96364 req-8f9e17dd-738a-4850-9aca-30b861e1a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:32.675363 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99e4b47a-4f78-4513-8072-fcaca4e96364 req-8f9e17dd-738a-4850-9aca-30b861e1a3b5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7be2416a-9e29-4953-b802-c76adc0aa669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652444 Oct 17 03:12:32.696550 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedefff-253e-464b-bcc4-9e448e21d9b1 req-916d0f59-3d1d-4d73-8ebd-790e885634e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:32.698012 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cdedefff-253e-464b-bcc4-9e448e21d9b1 req-916d0f59-3d1d-4d73-8ebd-790e885634e7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.1588137 Oct 17 03:12:32.708139 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-23ed5172-74d6-4cdf-86fc-07cec8aae777 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228335 Oct 17 03:12:32.708687 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:32.721443 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d2b09724-dad2-42f3-b401-640ac4e023c0 req-6c9fd95f-5c55-4a1d-abd6-9e40f5f7e56b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503267 Oct 17 03:12:32.786910 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-202b2c5c-cc3b-432d-b646-249a3a4a3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:32.788703 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-202b2c5c-cc3b-432d-b646-249a3a4a3665 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=e16dd6d1-a57f-4fbc-a68b-692ca1280274 HTTP/1.1" status: 200 len: 913 time: 0.2495265 Oct 17 03:12:32.815120 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedefff-253e-464b-bcc4-9e448e21d9b1 req-408f62aa-56a8-4d4c-8e78-d3b693d24f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:32.816616 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cdedefff-253e-464b-bcc4-9e448e21d9b1 req-408f62aa-56a8-4d4c-8e78-d3b693d24f56 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1108894 Oct 17 03:12:32.822355 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99e4b47a-4f78-4513-8072-fcaca4e96364 req-b842c469-6d36-4e38-834e-c4284a63126b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338608 Oct 17 03:12:32.869145 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device faf2315a-88ad-4367-997b-65c1cf0209ee details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:12:32.911584 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d285ca3-29f0-4423-9a32-880513d1e496 req-8585a0e8-6829-4b79-874f-aa0def9774fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:32.913753 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6d285ca3-29f0-4423-9a32-880513d1e496 req-8585a0e8-6829-4b79-874f-aa0def9774fb service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 HTTP/1.1" status: 200 len: 912 time: 0.3028591 Oct 17 03:12:32.924247 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7fdfd-5b68-4a6b-a506-fc29427fd1ae req-53dc2d25-c47e-4639-9b68-ba9c3c6dbb63 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:32.925742 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ede7fdfd-5b68-4a6b-a506-fc29427fd1ae req-53dc2d25-c47e-4639-9b68-ba9c3c6dbb63 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 932 time: 0.1589944 Oct 17 03:12:32.987397 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=faf2315a-88ad-4367-997b-65c1cf0209ee,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:32.999130 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'port_id': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'mac_address': 'fa:16:3e:53:be:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:12:33.038656 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port faf2315a-88ad-4367-997b-65c1cf0209ee is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:33.039120 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:33.041763 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ede7fdfd-5b68-4a6b-a506-fc29427fd1ae req-2153e602-3a2d-4eae-929d-800f46b9261a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068587 Oct 17 03:12:33.057002 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf2315a-88ad-4367-997b-65c1cf0209ee {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:12:33.087276 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=faf2315a-88ad-4367-997b-65c1cf0209ee,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:33.099535 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:33.104078 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:33.104988 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device c31f984d-a48a-493a-8e53-83388b4caabf details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:12:33.159661 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df765f6-05e9-4846-a92d-d12d217252a8 {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:12:33.172724 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Publish callbacks [] for port (4df765f6-05e9-4846-a92d-d12d217252a8), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:33.195833 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Transition to ACTIVE for port object 4df765f6-05e9-4846-a92d-d12d217252a8 will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:12:33.202407 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:33.221486 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a9954-9c87-43c3-b764-4e9fb3cdcd62 req-f74f192e-f2b2-4bca-b13d-86adaa89f2a9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:33.232112 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c92a9954-9c87-43c3-b764-4e9fb3cdcd62 req-f74f192e-f2b2-4bca-b13d-86adaa89f2a9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 944 time: 0.0964355 Oct 17 03:12:33.233200 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=faf2315a-88ad-4367-997b-65c1cf0209ee,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:33.271187 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Pushing event updated for resources: {'Port': ['ID=4df765f6-05e9-4846-a92d-d12d217252a8,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:33.297640 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port c31f984d-a48a-493a-8e53-83388b4caabf, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=c31f984d-a48a-493a-8e53-83388b4caabf,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:33.307234 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c92a9954-9c87-43c3-b764-4e9fb3cdcd62 req-1da9bef9-604a-4ba0-9e8d-acadffde1efc tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742118 Oct 17 03:12:33.315748 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': 'c31f984d-a48a-493a-8e53-83388b4caabf', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'port_id': 'c31f984d-a48a-493a-8e53-83388b4caabf', 'mac_address': 'fa:16:3e:6e:c8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:12:33.320915 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Attempting to bind port 4df765f6-05e9-4846-a92d-d12d217252a8 on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:12:33.321220 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Attempting to bind port 4df765f6-05e9-4846-a92d-d12d217252a8 by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:12:33.321543 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Attempting to bind port 4df765f6-05e9-4846-a92d-d12d217252a8 on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:33.406790 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Port 4df765f6-05e9-4846-a92d-d12d217252a8 on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:12:33.407167 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Attempting to bind port 4df765f6-05e9-4846-a92d-d12d217252a8 on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:12:33.428766 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port c31f984d-a48a-493a-8e53-83388b4caabf is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:33.430560 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:33.446016 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31f984d-a48a-493a-8e53-83388b4caabf {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:12:33.473094 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port c31f984d-a48a-493a-8e53-83388b4caabf, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=c31f984d-a48a-493a-8e53-83388b4caabf,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:33.480801 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:33.525456 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:12:33.525950 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Checking segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:12:33.526475 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Bound using segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:12:33.527298 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Bound port: 4df765f6-05e9-4846-a92d-d12d217252a8, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:12:33.527759 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:33.538138 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238eb7b-79fc-4dbb-b38b-b02ea1e49f07 req-d49ccd82-be92-4b07-8a25-fd6595a17cef tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:33.540143 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d238eb7b-79fc-4dbb-b38b-b02ea1e49f07 req-d49ccd82-be92-4b07-8a25-fd6595a17cef tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.0876248 Oct 17 03:12:33.548708 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=c31f984d-a48a-493a-8e53-83388b4caabf,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:33.558376 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:33.567417 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd379d-6051-4576-ac2f-b2dd636d850f req-903d491b-9b9a-4d67-869c-670d59a1b41d tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:33.571217 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6fbd379d-6051-4576-ac2f-b2dd636d850f req-903d491b-9b9a-4d67-869c-670d59a1b41d tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.0865283 Oct 17 03:12:33.596438 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 36192) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:33.666555 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6fbd379d-6051-4576-ac2f-b2dd636d850f req-3a6fa80b-7512-4f73-bf27-0a709b77a2ef tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793567 Oct 17 03:12:33.703401 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:33.746969 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d238eb7b-79fc-4dbb-b38b-b02ea1e49f07 req-aa6cde24-d2c8-4189-9093-0ca92bad7a2f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965904 Oct 17 03:12:33.753549 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] For port 4df765f6-05e9-4846-a92d-d12d217252a8, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:12:33.760876 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6d285ca3-29f0-4423-9a32-880513d1e496 req-95a26894-c72f-4781-8eb2-fcf894d4bd10 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf904496-4f8e-473c-8ea7-795ed5aefe57 HTTP/1.1" status: 200 len: 217 time: 0.1145923 Oct 17 03:12:33.788223 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-5af6de04-0a8e-4d38-aa64-f82377c87c3d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824256fe-bd04-430c-90af-ea00257587d7 HTTP/1.1" status: 200 len: 217 time: 0.1168201 Oct 17 03:12:33.797039 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] For port 4df765f6-05e9-4846-a92d-d12d217252a8, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=4df765f6-05e9-4846-a92d-d12d217252a8,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:12:33.859068 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:33.871329 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa5facac-cf93-4e6e-833a-366cf3ce1ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:33.876494 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:33.877113 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:33.878466 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/4df765f6-05e9-4846-a92d-d12d217252a8 HTTP/1.1" status: 200 len: 1094 time: 1.4638393 Oct 17 03:12:33.900147 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc83673-1557-4eb9-b80b-825364198d8a', 'tag': '4df765f6-05e9-4846-a92d-d12d217252a8'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:33.903793 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e77a25-4afe-49bb-be0b-6569d1cca79b" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc83673-1557-4eb9-b80b-825364198d8a", "tag": "4df765f6-05e9-4846-a92d-d12d217252a8"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:33.913750 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['faf2315a-88ad-4367-997b-65c1cf0209ee'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:12:33.938564 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cdedefff-253e-464b-bcc4-9e448e21d9b1 req-b00d0d16-cc6a-4d5e-8962-871c9c9d689e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880895 Oct 17 03:12:33.953361 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-1123af1e-b6b4-4bc4-bbd8-6aa2d7030652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:33.956985 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-1123af1e-b6b4-4bc4-bbd8-6aa2d7030652 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=409d858a-446b-4bca-8079-611c30b0d6f2 HTTP/1.1" status: 200 len: 851 time: 0.1616378 Oct 17 03:12:33.967663 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-99e4b47a-4f78-4513-8072-fcaca4e96364 req-bcd101f2-6ce4-4f73-b634-1a88612477ed service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893236 Oct 17 03:12:34.034609 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9f6c0-b055-43c8-9840-cb2799079e47 req-36bf548f-9587-4de3-8d12-9cd5c9e7b23e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.036608 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-52a9f6c0-b055-43c8-9840-cb2799079e47 req-36bf548f-9587-4de3-8d12-9cd5c9e7b23e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.1964498 Oct 17 03:12:34.132190 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-52a9f6c0-b055-43c8-9840-cb2799079e47 req-fbd9f556-0f54-49eb-8dc5-a6154ce598a8 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836573 Oct 17 03:12:34.133545 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-0e5b086d-f26b-4339-b2c6-8e68db454ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.135034 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-0e5b086d-f26b-4339-b2c6-8e68db454ec6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=e16dd6d1-a57f-4fbc-a68b-692ca1280274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1664262 Oct 17 03:12:34.165110 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['c31f984d-a48a-493a-8e53-83388b4caabf'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:12:34.192090 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836443eb-2875-45ff-b33f-5fbcafb33621 x-openstack-request-id: req-836443eb-2875-45ff-b33f-5fbcafb33621 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:34.192475 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc83673-1557-4eb9-b80b-825364198d8a", "tag": "4df765f6-05e9-4846-a92d-d12d217252a8", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:34.192601 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-836443eb-2875-45ff-b33f-5fbcafb33621 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:34.193569 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836443eb-2875-45ff-b33f-5fbcafb33621'] response: {'name': 'network-changed', 'server_uuid': '4fc83673-1557-4eb9-b80b-825364198d8a', 'tag': '4df765f6-05e9-4846-a92d-d12d217252a8', 'status': 'completed', 'code': 200} Oct 17 03:12:34.209567 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d285ca3-29f0-4423-9a32-880513d1e496 req-551e4741-293a-4a3b-977b-996fdda235f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.210988 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=13 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:34.213040 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6d285ca3-29f0-4423-9a32-880513d1e496 req-551e4741-293a-4a3b-977b-996fdda235f8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cfde2bec-0943-4043-aac7-af99f4b6cebf HTTP/1.1" status: 200 len: 850 time: 0.4319885 Oct 17 03:12:34.255437 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:34.268335 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-8ddb7157-8460-4356-9c40-a531e92a0655 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/e16dd6d1-a57f-4fbc-a68b-692ca1280274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245289 Oct 17 03:12:34.268540 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:34.324380 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-c89d38f0-dffd-4ec7-9c20-a552faae21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.325872 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-c89d38f0-dffd-4ec7-9c20-a552faae21c2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 1128 time: 0.3820260 Oct 17 03:12:34.363342 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0384d-c2fb-4db1-9d09-60e45319d470 service neutron] Pushing event updated for resources: {'Port': ['ID=4df765f6-05e9-4846-a92d-d12d217252a8,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:34.389116 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:34.391706 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-2660555f-2e7c-4eeb-b00c-9582d3be0a1a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/e16dd6d1-a57f-4fbc-a68b-692ca1280274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172016 Oct 17 03:12:34.413889 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d285ca3-29f0-4423-9a32-880513d1e496 req-3e114017-39d3-413a-9428-0c6ea215617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.415576 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6d285ca3-29f0-4423-9a32-880513d1e496 req-3e114017-39d3-413a-9428-0c6ea215617a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1786926 Oct 17 03:12:34.416040 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:34.423241 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-da89ddb9-1424-4a0c-9a0c-42c168976268 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df765f6-05e9-4846-a92d-d12d217252a8 HTTP/1.1" status: 200 len: 217 time: 0.0761476 Oct 17 03:12:34.433455 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f8343-fcdd-46e0-9931-79a60dc3f70c req-859d0fc7-46a6-4927-b634-3402c78f8656 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.440883 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-995f8343-fcdd-46e0-9931-79a60dc3f70c req-859d0fc7-46a6-4927-b634-3402c78f8656 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 944 time: 0.2504017 Oct 17 03:12:34.520090 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d2dfc-ec1d-48ff-b29d-59b526e6f54c req-d3a81beb-b240-4ecc-8142-73e27d940751 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.521604 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c51d2dfc-ec1d-48ff-b29d-59b526e6f54c req-d3a81beb-b240-4ecc-8142-73e27d940751 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 944 time: 0.0845258 Oct 17 03:12:34.525505 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-a883126a-8342-48b8-9b82-f3aaff61b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.527329 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-a883126a-8342-48b8-9b82-f3aaff61b601 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 1127 time: 0.0589302 Oct 17 03:12:34.621587 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cdedefff-253e-464b-bcc4-9e448e21d9b1 req-36abd71a-5d67-4d19-9c21-fa1cec497809 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649585 Oct 17 03:12:34.637320 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:34.648843 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-bb6c9a46-a3e0-4798-a21f-07982347ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.650354 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-bb6c9a46-a3e0-4798-a21f-07982347ca2f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 200 len: 854 time: 0.2085557 Oct 17 03:12:34.654676 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa5facac-cf93-4e6e-833a-366cf3ce1ee2 admin admin] Publish callbacks [] for security_group (9176ff3b-2eef-4c8a-8d0e-d4c579e6fa70), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:34.662214 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-995f8343-fcdd-46e0-9931-79a60dc3f70c req-e9c56e91-865b-4973-975f-2865d6e7cbcf tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019408 Oct 17 03:12:34.676195 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa5facac-cf93-4e6e-833a-366cf3ce1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9176ff3b-2eef-4c8a-8d0e-d4c579e6fa70), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:34.691577 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-d3076f00-097a-4649-b6a8-572fbed94c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.693303 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-d3076f00-097a-4649-b6a8-572fbed94c61 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.1591215 Oct 17 03:12:34.711932 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c51d2dfc-ec1d-48ff-b29d-59b526e6f54c req-bd11cbde-3812-4c45-b56a-9c301a9dfdbe tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773055 Oct 17 03:12:34.767058 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-76a9dc43-a2e4-4cc7-a1e2-5a5807e91bcd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c656ce8-361e-4b32-8e55-8e2061a8f354 HTTP/1.1" status: 200 len: 217 time: 0.0539227 Oct 17 03:12:34.768614 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-fa5facac-cf93-4e6e-833a-366cf3ce1ee2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=488c48c6f5ae4d868fc3137a884eb892&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1711161 Oct 17 03:12:34.772817 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36226) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:34.777622 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5facac-cf93-4e6e-833a-366cf3ce1ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9176ff3b-2eef-4c8a-8d0e-d4c579e6fa70,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:34.780520 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-a201f238-ab0f-4886-8326-7020c3951081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.782016 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-a201f238-ab0f-4886-8326-7020c3951081 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5bef7eaf-4926-430d-bb2f-ad10a16554bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1233304 Oct 17 03:12:34.785772 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6d285ca3-29f0-4423-9a32-880513d1e496 req-638025fb-8576-4c45-9e13-31af62399770 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335328 Oct 17 03:12:34.876027 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-a87414b0-d5a6-4c4a-803d-84cb1a3252d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.877430 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-a87414b0-d5a6-4c4a-803d-84cb1a3252d8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.1008341 Oct 17 03:12:34.907542 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc62c3-b97f-4bab-a4a7-81b8b896825a req-ec6ea0cd-e16f-458f-bf91-0d370b0e7987 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.909019 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a3fc62c3-b97f-4bab-a4a7-81b8b896825a req-ec6ea0cd-e16f-458f-bf91-0d370b0e7987 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.1474218 Oct 17 03:12:34.937705 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a5fe9e4f-0fbc-4c60-b862-5c5b5fbe039f admin admin] Publish callbacks [] for security_group (9176ff3b-2eef-4c8a-8d0e-d4c579e6fa70), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:34.944477 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:34.965063 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbc7a3-af4d-4980-9e75-8bc6e898b445 req-6e19b60a-9726-4c2d-a628-766895d4d1da tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.966549 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4dcbc7a3-af4d-4980-9e75-8bc6e898b445 req-6e19b60a-9726-4c2d-a628-766895d4d1da tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 944 time: 0.1043353 Oct 17 03:12:34.980300 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-6310f31a-6d6b-4c3b-b07e-ec785ac6378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:34.981855 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-6310f31a-6d6b-4c3b-b07e-ec785ac6378f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851917 Oct 17 03:12:34.983804 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a5fe9e4f-0fbc-4c60-b862-5c5b5fbe039f admin admin] Publish callbacks [] for security_group (9176ff3b-2eef-4c8a-8d0e-d4c579e6fa70), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.016978 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-19d6012b-c424-43d5-a2f4-9bca446972e5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142010 Oct 17 03:12:35.023668 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6d285ca3-29f0-4423-9a32-880513d1e496 req-2ea8e068-8ed1-4925-828a-f4957c18461c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197590 Oct 17 03:12:35.050350 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a3fc62c3-b97f-4bab-a4a7-81b8b896825a req-e3edc44a-a1ec-4772-a658-5c170475bedd tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316712 Oct 17 03:12:35.122102 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4dcbc7a3-af4d-4980-9e75-8bc6e898b445 req-58a57ea6-8aa2-44b1-b577-cd908754f479 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433892 Oct 17 03:12:35.145032 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a5fe9e4f-0fbc-4c60-b862-5c5b5fbe039f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9176ff3b-2eef-4c8a-8d0e-d4c579e6fa70), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.148810 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a5fe9e4f-0fbc-4c60-b862-5c5b5fbe039f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.150518 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-a5fe9e4f-0fbc-4c60-b862-5c5b5fbe039f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9176ff3b-2eef-4c8a-8d0e-d4c579e6fa70 HTTP/1.1" status: 204 len: 168 time: 0.3750830 Oct 17 03:12:35.153584 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d87210a2-204d-4733-99cc-c984a8a038b5 req-abe267e0-0a1b-4bd2-afb7-54856006f72c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182530 Oct 17 03:12:35.197893 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-17a8cdae-7c59-478f-830c-c217a82d7919 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991444 Oct 17 03:12:35.205052 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device cf904496-4f8e-473c-8ea7-795ed5aefe57 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:12:35.210520 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device faf2315a-88ad-4367-997b-65c1cf0209ee up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:35.221784 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe9e4f-0fbc-4c60-b862-5c5b5fbe039f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9176ff3b-2eef-4c8a-8d0e-d4c579e6fa70,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:35.307660 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c6415-0496-4f77-a239-5c6a8f0934c0 req-05a8b95b-a2b7-4a78-aa86-efe2cdc9a7db tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:35.310682 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-603c6415-0496-4f77-a239-5c6a8f0934c0 req-05a8b95b-a2b7-4a78-aa86-efe2cdc9a7db tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0756440 Oct 17 03:12:35.377263 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port faf2315a-88ad-4367-997b-65c1cf0209ee completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:12:35.386744 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port faf2315a-88ad-4367-997b-65c1cf0209ee triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:35.387078 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.387569 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port faf2315a-88ad-4367-997b-65c1cf0209ee Oct 17 03:12:35.389981 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-603c6415-0496-4f77-a239-5c6a8f0934c0 req-5d6b10ab-053d-4fdd-84b1-8b60b4545ada tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722644 Oct 17 03:12:35.462187 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port cf904496-4f8e-473c-8ea7-795ed5aefe57, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=cf904496-4f8e-473c-8ea7-795ed5aefe57,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:35.477760 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': 'cf904496-4f8e-473c-8ea7-795ed5aefe57', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'port_id': 'cf904496-4f8e-473c-8ea7-795ed5aefe57', 'mac_address': 'fa:16:3e:31:de:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:12:35.534554 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 36244) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:35.540779 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port cf904496-4f8e-473c-8ea7-795ed5aefe57 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:35.541171 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.548541 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-177ea970-441e-408f-8064-90596614027c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.557528 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port faf2315a-88ad-4367-997b-65c1cf0209ee is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:35.557915 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.567724 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf904496-4f8e-473c-8ea7-795ed5aefe57 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:12:35.599633 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:35.599917 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:35.628980 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-177ea970-441e-408f-8064-90596614027c admin admin] Publish callbacks [] for security_group (ad77912e-2be9-4449-a400-6bc24da2def1), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.633115 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-177ea970-441e-408f-8064-90596614027c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (ad77912e-2be9-4449-a400-6bc24da2def1), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.675341 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port cf904496-4f8e-473c-8ea7-795ed5aefe57, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=cf904496-4f8e-473c-8ea7-795ed5aefe57,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:35.678537 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-177ea970-441e-408f-8064-90596614027c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=852688aba7964b8c82dbf64453198e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427915 Oct 17 03:12:35.680075 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ea970-441e-408f-8064-90596614027c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad77912e-2be9-4449-a400-6bc24da2def1,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:35.681531 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36248) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:35.684207 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.684968 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 824256fe-bd04-430c-90af-ea00257587d7 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:12:35.688000 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=faf2315a-88ad-4367-997b-65c1cf0209ee,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:35.717452 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.718255 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device c31f984d-a48a-493a-8e53-83388b4caabf up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:35.831016 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba604e-bfb4-485f-9d52-ec8f418ab945 req-4ae82701-d511-43ff-99d7-831a68410b6d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:35.835975 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=cf904496-4f8e-473c-8ea7-795ed5aefe57,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:35.841106 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3fba604e-bfb4-485f-9d52-ec8f418ab945 req-4ae82701-d511-43ff-99d7-831a68410b6d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 944 time: 0.0778644 Oct 17 03:12:35.849178 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-208f3885-07f2-4a2e-b081-6eb41f7863bd admin admin] Publish callbacks [] for security_group (ad77912e-2be9-4449-a400-6bc24da2def1), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.865057 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c488d6-71f3-4ca1-9ba6-0b7e6fe0c540 req-40edf4c2-1ae4-413d-8ca0-aabefc55cc67 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:35.872475 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-90c488d6-71f3-4ca1-9ba6-0b7e6fe0c540 req-40edf4c2-1ae4-413d-8ca0-aabefc55cc67 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0634506 Oct 17 03:12:35.891681 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port c31f984d-a48a-493a-8e53-83388b4caabf completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:12:35.910582 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c89e3d3-2d9e-4ad1-b663-87b0335f4103" -d '{"events": [{"server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "name": "network-vif-plugged", "status": "completed", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:35.915842 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port c31f984d-a48a-493a-8e53-83388b4caabf triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:35.916249 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.916627 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port c31f984d-a48a-493a-8e53-83388b4caabf Oct 17 03:12:35.918031 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:35.919440 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-208f3885-07f2-4a2e-b081-6eb41f7863bd admin admin] Publish callbacks [] for security_group (ad77912e-2be9-4449-a400-6bc24da2def1), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:35.937304 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-90c488d6-71f3-4ca1-9ba6-0b7e6fe0c540 req-786f4723-7c4c-4bfc-bd70-47fa54a23427 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634108 Oct 17 03:12:35.938935 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3fba604e-bfb4-485f-9d52-ec8f418ab945 req-d2855a5d-61bb-4728-8fff-906114e1db5f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969512 Oct 17 03:12:35.991280 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:36.002129 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:36.009545 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=faf2315a-88ad-4367-997b-65c1cf0209ee,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:36.013606 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-208f3885-07f2-4a2e-b081-6eb41f7863bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (ad77912e-2be9-4449-a400-6bc24da2def1), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:36.016361 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-208f3885-07f2-4a2e-b081-6eb41f7863bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:36.027473 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-208f3885-07f2-4a2e-b081-6eb41f7863bd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ad77912e-2be9-4449-a400-6bc24da2def1 HTTP/1.1" status: 204 len: 168 time: 0.3444736 Oct 17 03:12:36.043059 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f3885-07f2-4a2e-b081-6eb41f7863bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad77912e-2be9-4449-a400-6bc24da2def1,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:36.075394 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 824256fe-bd04-430c-90af-ea00257587d7, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=824256fe-bd04-430c-90af-ea00257587d7,segment=NetworkSegment(621bb03d-26da-485b-950b-eca046ddefa2),segment_id=621bb03d-26da-485b-950b-eca046ddefa2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:36.094699 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beabeb8b-6e6a-4164-8246-e3446e8711a0 x-openstack-request-id: req-beabeb8b-6e6a-4164-8246-e3446e8711a0 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:36.095070 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "name": "network-vif-plugged", "status": "completed", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:36.095326 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-beabeb8b-6e6a-4164-8246-e3446e8711a0 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:36.095771 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beabeb8b-6e6a-4164-8246-e3446e8711a0'] response: {'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'code': 200} Oct 17 03:12:36.107389 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '824256fe-bd04-430c-90af-ea00257587d7', 'network_id': 'e16dd6d1-a57f-4fbc-a68b-692ca1280274', 'port_id': '824256fe-bd04-430c-90af-ea00257587d7', 'mac_address': 'fa:16:3e:6b:49:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409d858a-446b-4bca-8079-611c30b0d6f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:12:36.196808 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3928-11c2-4f4f-bac9-53a8728d8603 req-3cdcbc38-a44d-44e6-9afb-499d2bcd1dc4 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:36.198594 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-29bb3928-11c2-4f4f-bac9-53a8728d8603 req-3cdcbc38-a44d-44e6-9afb-499d2bcd1dc4 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 944 time: 0.0583856 Oct 17 03:12:36.206852 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port c31f984d-a48a-493a-8e53-83388b4caabf is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:36.207371 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:36.252448 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 824256fe-bd04-430c-90af-ea00257587d7 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:36.253252 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (824256fe-bd04-430c-90af-ea00257587d7), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:36.271198 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:36.289175 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port c31f984d-a48a-493a-8e53-83388b4caabf, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=c31f984d-a48a-493a-8e53-83388b4caabf,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:36.291313 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824256fe-bd04-430c-90af-ea00257587d7 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:12:36.297363 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:36.321781 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-29bb3928-11c2-4f4f-bac9-53a8728d8603 req-88c5c961-be13-43eb-a6e9-9e19591516e4 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154757 Oct 17 03:12:36.352110 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 824256fe-bd04-430c-90af-ea00257587d7, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=824256fe-bd04-430c-90af-ea00257587d7,segment=NetworkSegment(621bb03d-26da-485b-950b-eca046ddefa2),segment_id=621bb03d-26da-485b-950b-eca046ddefa2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:36.369452 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (824256fe-bd04-430c-90af-ea00257587d7), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:36.376235 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=c31f984d-a48a-493a-8e53-83388b4caabf,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:36.378683 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1e362-1a6d-4303-915b-86ee915b2462 req-34dfd310-30f7-41b9-b317-c050c487f4f9 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:36.387055 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5fe1e362-1a6d-4303-915b-86ee915b2462 req-34dfd310-30f7-41b9-b317-c050c487f4f9 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 945 time: 0.0810237 Oct 17 03:12:36.446811 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=824256fe-bd04-430c-90af-ea00257587d7,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:36.464051 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5fe1e362-1a6d-4303-915b-86ee915b2462 req-8f8690aa-3ff4-4ef7-bbbf-89fe8415d1bb tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759227 Oct 17 03:12:36.542195 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32e22b-02f0-46a6-9664-f43d0d9a0fae req-e05e603b-f7c9-46e2-a929-0ac3f73a5cd4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:36.543903 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5d32e22b-02f0-46a6-9664-f43d0d9a0fae req-e05e603b-f7c9-46e2-a929-0ac3f73a5cd4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0591598 Oct 17 03:12:36.591856 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5d32e22b-02f0-46a6-9664-f43d0d9a0fae req-c540c6d9-4fab-4a72-b956-86c7301369a2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422668 Oct 17 03:12:37.070889 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2092e6c-9d38-4c45-a37e-1e08844f2bf3 req-a3d2517b-8eeb-479a-b302-6369146223a6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:37.072404 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b2092e6c-9d38-4c45-a37e-1e08844f2bf3 req-a3d2517b-8eeb-479a-b302-6369146223a6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 944 time: 0.0505011 Oct 17 03:12:37.098592 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e71c8f-9c25-4e14-a33b-40de723ca70b req-95ccf612-7001-405d-9145-e7b4f0c43c50 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:37.107406 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-82e71c8f-9c25-4e14-a33b-40de723ca70b req-95ccf612-7001-405d-9145-e7b4f0c43c50 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0639434 Oct 17 03:12:37.127373 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b2092e6c-9d38-4c45-a37e-1e08844f2bf3 req-1134fd47-de57-4efd-bfd0-29e6c3473e10 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489378 Oct 17 03:12:37.161460 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-82e71c8f-9c25-4e14-a33b-40de723ca70b req-b6d67068-ed23-422a-aaa4-1418c0ec947d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531189 Oct 17 03:12:37.267094 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-05efd83e-3e77-404e-b8f8-477f6217bd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:37.456026 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17345cf-e8ce-4852-9195-63f5fef6bccc req-082d8857-7a9f-4707-bba4-fe6585901173 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:37.457900 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e17345cf-e8ce-4852-9195-63f5fef6bccc req-082d8857-7a9f-4707-bba4-fe6585901173 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 945 time: 0.0475874 Oct 17 03:12:37.513011 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e17345cf-e8ce-4852-9195-63f5fef6bccc req-db01c911-299f-4594-b764-d1e611edc5c4 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493517 Oct 17 03:12:37.608521 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c171b-8e34-4edd-b217-ca2b46b7be3c req-74a68259-7b9c-4b0b-89aa-73f7e9c5f29f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:37.610079 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a87c171b-8e34-4edd-b217-ca2b46b7be3c req-74a68259-7b9c-4b0b-89aa-73f7e9c5f29f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 945 time: 0.0518966 Oct 17 03:12:37.663542 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a87c171b-8e34-4edd-b217-ca2b46b7be3c req-f499ef1a-8ce7-4fac-a7bb-6af7b0f71b40 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460777 Oct 17 03:12:37.735880 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0f36-9504-4e3f-ae10-3af427d09f2d req-e22a19f4-aea5-4479-884c-6a8a1ee2d25e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:37.737386 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-82fb0f36-9504-4e3f-ae10-3af427d09f2d req-e22a19f4-aea5-4479-884c-6a8a1ee2d25e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 943 time: 0.0625622 Oct 17 03:12:37.785921 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-82fb0f36-9504-4e3f-ae10-3af427d09f2d req-3adb43d2-48f9-4cd8-9d5c-6b4c38438f0a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Oct 17 03:12:38.097450 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f2768b-8259-439c-af06-7eff342615ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31f984d-a48a-493a-8e53-83388b4caabf'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:38.100031 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbc0b99-7c68-4c56-8483-b3dff10bd736" -d '{"events": [{"server_uuid": "90f2768b-8259-439c-af06-7eff342615ee", "name": "network-vif-plugged", "status": "completed", "tag": "c31f984d-a48a-493a-8e53-83388b4caabf"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:38.140291 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8693b961-d599-4c8d-a421-e58035d8fbc8 x-openstack-request-id: req-8693b961-d599-4c8d-a421-e58035d8fbc8 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:38.140291 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f2768b-8259-439c-af06-7eff342615ee", "name": "network-vif-plugged", "status": "completed", "tag": "c31f984d-a48a-493a-8e53-83388b4caabf", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:38.140291 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8693b961-d599-4c8d-a421-e58035d8fbc8 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:38.140291 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8693b961-d599-4c8d-a421-e58035d8fbc8'] response: {'server_uuid': '90f2768b-8259-439c-af06-7eff342615ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31f984d-a48a-493a-8e53-83388b4caabf', 'code': 200} Oct 17 03:12:38.167429 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 5c656ce8-361e-4b32-8e55-8e2061a8f354 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:12:38.280442 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f818c-a3f3-453c-8d07-b7a6a3e28259 req-80832983-c763-4685-823b-4ada1a36dca3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:38.286469 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b78f818c-a3f3-453c-8d07-b7a6a3e28259 req-80832983-c763-4685-823b-4ada1a36dca3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 944 time: 0.0805728 Oct 17 03:12:38.322002 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 5c656ce8-361e-4b32-8e55-8e2061a8f354, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=5c656ce8-361e-4b32-8e55-8e2061a8f354,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:38.328464 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a91b28-03f9-4dda-9c60-6e242b818a7d req-5285cff2-2f6b-4bb5-8ac0-77109861244f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:38.339590 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e2a91b28-03f9-4dda-9c60-6e242b818a7d req-5285cff2-2f6b-4bb5-8ac0-77109861244f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0809205 Oct 17 03:12:38.340013 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '5c656ce8-361e-4b32-8e55-8e2061a8f354', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'port_id': '5c656ce8-361e-4b32-8e55-8e2061a8f354', 'mac_address': 'fa:16:3e:4e:aa:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:12:38.349395 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:38.372571 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b78f818c-a3f3-453c-8d07-b7a6a3e28259 req-81d53c2b-d3ca-4dbe-9097-6cf4f5a97e0f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794747 Oct 17 03:12:38.388561 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 5c656ce8-361e-4b32-8e55-8e2061a8f354 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:38.388952 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:38.403367 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e2a91b28-03f9-4dda-9c60-6e242b818a7d req-8b77445c-b815-493d-962e-e1f441e5bb91 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626907 Oct 17 03:12:38.419673 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c656ce8-361e-4b32-8e55-8e2061a8f354 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:12:38.447496 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 5c656ce8-361e-4b32-8e55-8e2061a8f354, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=5c656ce8-361e-4b32-8e55-8e2061a8f354,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:38.451680 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:38.506436 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=5c656ce8-361e-4b32-8e55-8e2061a8f354,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:38.514257 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.514606 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.514989 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.515344 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.515675 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.516001 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.516322 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.516744 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.517072 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.517394 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.517705 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.518155 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.518482 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.518796 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.519210 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:38.537038 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['824256fe-bd04-430c-90af-ea00257587d7'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:12:38.586918 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:38.703452 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77a25-4afe-49bb-be0b-6569d1cca79b req-9417726e-dc64-454a-b9d0-6d2cdd8c1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:38.707522 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-18e77a25-4afe-49bb-be0b-6569d1cca79b req-9417726e-dc64-454a-b9d0-6d2cdd8c1a7b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 1128 time: 0.1229699 Oct 17 03:12:38.793736 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['5c656ce8-361e-4b32-8e55-8e2061a8f354'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:12:38.864606 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36404) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:38.974053 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:38.980778 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb33a1-5558-4f60-8fbb-99f04252f894 req-dba7e97f-a069-4d29-80aa-b69b1f93743c tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:38.989113 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-90fb33a1-5558-4f60-8fbb-99f04252f894 req-dba7e97f-a069-4d29-80aa-b69b1f93743c tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 945 time: 0.3363140 Oct 17 03:12:39.018808 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-971eb285-1d66-4798-9d3e-5d8ad2cfb8df req-ee12f940-2119-4f0c-9878-a17eac69871b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392362 Oct 17 03:12:39.097514 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-90fb33a1-5558-4f60-8fbb-99f04252f894 req-9dad5395-6201-49cd-9f65-7c6b8c9b8689 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072762 Oct 17 03:12:39.104110 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77a25-4afe-49bb-be0b-6569d1cca79b req-dfba4573-12ff-4c53-98ca-b703451335f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:39.107101 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-18e77a25-4afe-49bb-be0b-6569d1cca79b req-dfba4573-12ff-4c53-98ca-b703451335f4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 916 time: 0.3929555 Oct 17 03:12:39.182425 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-18e77a25-4afe-49bb-be0b-6569d1cca79b req-e2bf313b-7074-40e4-a626-9c67dacd2949 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df765f6-05e9-4846-a92d-d12d217252a8 HTTP/1.1" status: 200 len: 217 time: 0.0619338 Oct 17 03:12:39.194225 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09cd0c-87ae-420b-8862-b5827925349e req-42dc8f25-bb66-4c90-898b-e91aac2f17a6 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:39.196028 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce09cd0c-87ae-420b-8862-b5827925349e req-42dc8f25-bb66-4c90-898b-e91aac2f17a6 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 945 time: 0.2922270 Oct 17 03:12:39.200678 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25610b9a-df85-40c8-aafa-b94878f6e275 req-a87e41c0-ab7d-4caf-ba42-cd5b6b22cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:39.202075 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-25610b9a-df85-40c8-aafa-b94878f6e275 req-a87e41c0-ab7d-4caf-ba42-cd5b6b22cfb8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 1129 time: 0.2011948 Oct 17 03:12:39.213548 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f56ea-09c7-427a-a9a6-c39faa05c737 req-c1865a60-46a5-403c-922a-8a2df8ccb915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:39.214706 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-613f56ea-09c7-427a-a9a6-c39faa05c737 req-c1865a60-46a5-403c-922a-8a2df8ccb915 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 1129 time: 0.3147874 Oct 17 03:12:39.260272 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:39.271809 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77a25-4afe-49bb-be0b-6569d1cca79b req-92dac3c4-dda4-4e06-881b-81e15ab73631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:39.273877 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-18e77a25-4afe-49bb-be0b-6569d1cca79b req-92dac3c4-dda4-4e06-881b-81e15ab73631 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 200 len: 854 time: 0.0748272 Oct 17 03:12:39.278310 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:39.291628 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99be8a8-1d94-4ee8-ad48-7f781c1afbae req-cdcd7e34-3843-44c4-9d25-0ec4f9d9bb68 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:39.299675 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a99be8a8-1d94-4ee8-ad48-7f781c1afbae req-cdcd7e34-3843-44c4-9d25-0ec4f9d9bb68 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 944 time: 0.0999241 Oct 17 03:12:39.318323 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e97b5294-f926-4687-ae77-2ae2783478ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:39.326746 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-25610b9a-df85-40c8-aafa-b94878f6e275 req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:39.360249 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-613f56ea-09c7-427a-a9a6-c39faa05c737 req-5480e57f-be8b-4ac9-a149-e013e402c3b3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:39.391404 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a99be8a8-1d94-4ee8-ad48-7f781c1afbae req-65233911-b751-4dbc-bb2d-c16ce5eab28a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904868 Oct 17 03:12:39.501139 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Publish callbacks [] for security_group (a06eb55b-0fe5-44e9-9131-773addd4d638), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:39.525662 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce09cd0c-87ae-420b-8862-b5827925349e req-a4b70dfd-401a-4f3f-83a8-fd7652aa63e4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629521 Oct 17 03:12:39.531216 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (a06eb55b-0fe5-44e9-9131-773addd4d638), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:39.536935 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:39.543404 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:39.559889 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-25610b9a-df85-40c8-aafa-b94878f6e275 req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Publish callbacks [] for security_group (f2b75d9f-22ee-402d-8c6a-a8881c7d841a), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:39.563085 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77a25-4afe-49bb-be0b-6569d1cca79b req-0229fa33-babf-49d3-91f0-6cfa30d0a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:39.564870 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-18e77a25-4afe-49bb-be0b-6569d1cca79b req-0229fa33-babf-49d3-91f0-6cfa30d0a83a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5bef7eaf-4926-430d-bb2f-ad10a16554bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2220421 Oct 17 03:12:39.589635 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-25610b9a-df85-40c8-aafa-b94878f6e275 req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (f2b75d9f-22ee-402d-8c6a-a8881c7d841a), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:39.604118 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912f94d-c41d-4a90-8ae3-a0c25460b8de req-f54b7869-700e-4f98-a3ce-5df287f7a537 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:39.606095 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e912f94d-c41d-4a90-8ae3-a0c25460b8de req-f54b7869-700e-4f98-a3ce-5df287f7a537 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 944 time: 0.1088045 Oct 17 03:12:39.607347 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06eb55b-0fe5-44e9-9131-773addd4d638,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:39.623143 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b4516f547fe844cf86fab7ce67359540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7147369 Oct 17 03:12:39.624053 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36448) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:39.639557 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b75d9f-22ee-402d-8c6a-a8881c7d841a,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:39.646693 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.647519 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.648080 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.648553 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.649063 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.649526 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.649992 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.650454 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.651128 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.651651 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.652502 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.652995 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.653498 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.653965 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.654482 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62ad4e-dc6b-41fe-b302-f454cd794fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.692588 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.db.api [req-613f56ea-09c7-427a-a9a6-c39faa05c737 req-5480e57f-be8b-4ac9-a149-e013e402c3b3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 89b0ee95955f465eb9ee5b8ae337d9c2 {{(pid=104638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 17 03:12:39.692961 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG oslo_db.api [req-613f56ea-09c7-427a-a9a6-c39faa05c737 req-5480e57f-be8b-4ac9-a149-e013e402c3b3 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 03:12:39.698613 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36450) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:39.701001 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.701446 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.701871 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.702255 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.702580 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.702926 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.703553 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.703725 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.704222 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.704717 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.705195 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.705858 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.706331 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.706784 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.707298 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:12:39.751867 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-25610b9a-df85-40c8-aafa-b94878f6e275 req-3e4adc5f-951c-4166-ba58-132bb2e452bf service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405953 Oct 17 03:12:39.771911 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e912f94d-c41d-4a90-8ae3-a0c25460b8de req-85b4827f-ca9e-4fda-92db-d8680acc91af tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431911 Oct 17 03:12:39.778326 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0182fe51-7d2c-4e7e-b60d-5acfb4511da0 admin admin] Publish callbacks [] for security_group (a06eb55b-0fe5-44e9-9131-773addd4d638), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:39.789590 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89df6de-5b3c-472c-8010-80548c6b9338 req-8832ed91-2872-414e-a677-a3fb48d59455 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:39.796472 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f89df6de-5b3c-472c-8010-80548c6b9338 req-8832ed91-2872-414e-a677-a3fb48d59455 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.1066720 Oct 17 03:12:39.802812 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0182fe51-7d2c-4e7e-b60d-5acfb4511da0 admin admin] Publish callbacks [] for security_group (a06eb55b-0fe5-44e9-9131-773addd4d638), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:39.821058 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-18e77a25-4afe-49bb-be0b-6569d1cca79b req-5b320bb0-7906-40fe-9e90-420fbade7e36 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491686 Oct 17 03:12:39.857809 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f89df6de-5b3c-472c-8010-80548c6b9338 req-08758d8e-d6fd-494d-bd54-9d546cde60f6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600498 Oct 17 03:12:39.872711 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0182fe51-7d2c-4e7e-b60d-5acfb4511da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (a06eb55b-0fe5-44e9-9131-773addd4d638), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:39.875645 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0182fe51-7d2c-4e7e-b60d-5acfb4511da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:39.876786 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-0182fe51-7d2c-4e7e-b60d-5acfb4511da0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a06eb55b-0fe5-44e9-9131-773addd4d638 HTTP/1.1" status: 204 len: 168 time: 0.2469997 Oct 17 03:12:39.889324 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182fe51-7d2c-4e7e-b60d-5acfb4511da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06eb55b-0fe5-44e9-9131-773addd4d638,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:39.904488 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['cf904496-4f8e-473c-8ea7-795ed5aefe57'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:12:39.919415 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3b4cbd73-c606-4551-9c5d-b22fddcab454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.029660 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3b4cbd73-c606-4551-9c5d-b22fddcab454 admin admin] Publish callbacks [] for security_group (22c1a59c-f451-4a6f-bbf7-ecdc07e5f49f), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.034914 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3b4cbd73-c606-4551-9c5d-b22fddcab454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (22c1a59c-f451-4a6f-bbf7-ecdc07e5f49f), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.097975 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-3b4cbd73-c606-4551-9c5d-b22fddcab454 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a42a46e166044060b42ff8723e9abfad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935194 Oct 17 03:12:40.098209 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 36462) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:40.121575 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cbd73-c606-4551-9c5d-b22fddcab454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c1a59c-f451-4a6f-bbf7-ecdc07e5f49f,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:40.140166 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-18e77a25-4afe-49bb-be0b-6569d1cca79b req-d210d822-ddde-432a-8259-d9639585ee59 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568124 Oct 17 03:12:40.162515 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8eb4a534-6ba1-4eef-9069-adfec3e81210 admin admin] Publish callbacks [] for security_group (22c1a59c-f451-4a6f-bbf7-ecdc07e5f49f), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.170492 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 4df765f6-05e9-4846-a92d-d12d217252a8 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:12:40.181434 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 824256fe-bd04-430c-90af-ea00257587d7 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:40.197075 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-613f56ea-09c7-427a-a9a6-c39faa05c737 req-5480e57f-be8b-4ac9-a149-e013e402c3b3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.200553 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8eb4a534-6ba1-4eef-9069-adfec3e81210 admin admin] Publish callbacks [] for security_group (22c1a59c-f451-4a6f-bbf7-ecdc07e5f49f), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.263726 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db8ca8-715f-4e3b-a2e7-14d2f32cd286 req-cf6426c9-7ee7-4937-9c9c-74eaae788e9b tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:40.265999 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-13db8ca8-715f-4e3b-a2e7-14d2f32cd286 req-cf6426c9-7ee7-4937-9c9c-74eaae788e9b tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 945 time: 0.0754075 Oct 17 03:12:40.303812 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 36466) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:40.311059 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port 824256fe-bd04-430c-90af-ea00257587d7 completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:12:40.317469 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:40.318725 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 824256fe-bd04-430c-90af-ea00257587d7 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:40.319860 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (824256fe-bd04-430c-90af-ea00257587d7), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.320372 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 824256fe-bd04-430c-90af-ea00257587d7 Oct 17 03:12:40.323540 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e022feec-8474-474b-9e10-fde2bdcca0c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.355320 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-13db8ca8-715f-4e3b-a2e7-14d2f32cd286 req-c3b8f244-eac0-45ed-acd7-51026be1710f tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819786 Oct 17 03:12:40.389719 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 4df765f6-05e9-4846-a92d-d12d217252a8, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=4df765f6-05e9-4846-a92d-d12d217252a8,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:40.391847 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:40.409463 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '4df765f6-05e9-4846-a92d-d12d217252a8', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'port_id': '4df765f6-05e9-4846-a92d-d12d217252a8', 'mac_address': 'fa:16:3e:20:1b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:12:40.481704 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 4df765f6-05e9-4846-a92d-d12d217252a8 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:40.482091 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.484032 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 824256fe-bd04-430c-90af-ea00257587d7 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:40.484393 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (824256fe-bd04-430c-90af-ea00257587d7), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.512071 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df765f6-05e9-4846-a92d-d12d217252a8 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:12:40.523970 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4241d22-757d-4baa-bee5-476e3fab96a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824256fe-bd04-430c-90af-ea00257587d7'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:40.526213 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904663e0-c548-4de6-97c7-57a3f0babdcb" -d '{"events": [{"server_uuid": "f4241d22-757d-4baa-bee5-476e3fab96a8", "name": "network-vif-plugged", "status": "completed", "tag": "824256fe-bd04-430c-90af-ea00257587d7"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:40.550530 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 824256fe-bd04-430c-90af-ea00257587d7, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=824256fe-bd04-430c-90af-ea00257587d7,segment=NetworkSegment(621bb03d-26da-485b-950b-eca046ddefa2),segment_id=621bb03d-26da-485b-950b-eca046ddefa2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:40.552442 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 4df765f6-05e9-4846-a92d-d12d217252a8, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=4df765f6-05e9-4846-a92d-d12d217252a8,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:40.556242 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (824256fe-bd04-430c-90af-ea00257587d7), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.557062 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 5c656ce8-361e-4b32-8e55-8e2061a8f354 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:40.561639 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.590705 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8eb4a534-6ba1-4eef-9069-adfec3e81210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (22c1a59c-f451-4a6f-bbf7-ecdc07e5f49f), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.593246 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8eb4a534-6ba1-4eef-9069-adfec3e81210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.596800 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-8eb4a534-6ba1-4eef-9069-adfec3e81210 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/22c1a59c-f451-4a6f-bbf7-ecdc07e5f49f HTTP/1.1" status: 204 len: 168 time: 0.4959815 Oct 17 03:12:40.603238 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-613f56ea-09c7-427a-a9a6-c39faa05c737 req-5480e57f-be8b-4ac9-a149-e013e402c3b3 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3415036 Oct 17 03:12:40.603958 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eb77ed-0d95-4ae8-8cdd-ed90e7d71bf6 x-openstack-request-id: req-45eb77ed-0d95-4ae8-8cdd-ed90e7d71bf6 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:40.604242 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4241d22-757d-4baa-bee5-476e3fab96a8", "name": "network-vif-plugged", "status": "completed", "tag": "824256fe-bd04-430c-90af-ea00257587d7", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:40.604486 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-45eb77ed-0d95-4ae8-8cdd-ed90e7d71bf6 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:40.605042 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45eb77ed-0d95-4ae8-8cdd-ed90e7d71bf6'] response: {'server_uuid': 'f4241d22-757d-4baa-bee5-476e3fab96a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824256fe-bd04-430c-90af-ea00257587d7', 'code': 200} Oct 17 03:12:40.608192 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:40.628800 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4a534-6ba1-4eef-9069-adfec3e81210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c1a59c-f451-4a6f-bbf7-ecdc07e5f49f,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:40.645830 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4a846-ba7a-4086-b295-47bed98bcce2 req-ce5f7124-4f42-4544-a4c1-44e553630911 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:40.648030 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e1b4a846-ba7a-4086-b295-47bed98bcce2 req-ce5f7124-4f42-4544-a4c1-44e553630911 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 944 time: 0.1175399 Oct 17 03:12:40.658310 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=824256fe-bd04-430c-90af-ea00257587d7,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:40.717543 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:40.719678 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=4df765f6-05e9-4846-a92d-d12d217252a8,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:40.723381 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port 5c656ce8-361e-4b32-8e55-8e2061a8f354 completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:12:40.744615 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddeb8b-5b79-4542-b718-e01050b37d68 req-436b602f-0458-4fed-bba6-7c4472f81482 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:40.745976 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 5c656ce8-361e-4b32-8e55-8e2061a8f354 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:40.746749 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.747645 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 5c656ce8-361e-4b32-8e55-8e2061a8f354 Oct 17 03:12:40.748335 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9eddeb8b-5b79-4542-b718-e01050b37d68 req-436b602f-0458-4fed-bba6-7c4472f81482 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 945 time: 0.1003535 Oct 17 03:12:40.757903 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e022feec-8474-474b-9e10-fde2bdcca0c1 admin admin] Publish callbacks [] for security_group (53a8a9be-d991-4087-8bc5-d5a6d67c0695), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.763147 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e1b4a846-ba7a-4086-b295-47bed98bcce2 req-ba36ba8a-a2cb-451e-9952-75f0ee0391e8 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975986 Oct 17 03:12:40.765031 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e022feec-8474-474b-9e10-fde2bdcca0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (53a8a9be-d991-4087-8bc5-d5a6d67c0695), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.795022 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.809297 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022feec-8474-474b-9e10-fde2bdcca0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a8a9be-d991-4087-8bc5-d5a6d67c0695,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:40.815294 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-e022feec-8474-474b-9e10-fde2bdcca0c1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6f5929f1d40b4415bc9ffe1849003562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5103137 Oct 17 03:12:40.818038 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 36476) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:40.826890 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:40.836348 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9eddeb8b-5b79-4542-b718-e01050b37d68 req-0bc3f896-84a6-40dc-91c2-e5797fe87fa0 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798628 Oct 17 03:12:40.894153 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 5c656ce8-361e-4b32-8e55-8e2061a8f354 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:40.894571 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.895233 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d6ccc577-63ad-447d-ba5d-e912230ed118 admin admin] Publish callbacks [] for security_group (53a8a9be-d991-4087-8bc5-d5a6d67c0695), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.923427 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d6ccc577-63ad-447d-ba5d-e912230ed118 admin admin] Publish callbacks [] for security_group (53a8a9be-d991-4087-8bc5-d5a6d67c0695), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:40.998027 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 5c656ce8-361e-4b32-8e55-8e2061a8f354, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=5c656ce8-361e-4b32-8e55-8e2061a8f354,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:41.006253 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:41.029635 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d6ccc577-63ad-447d-ba5d-e912230ed118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (53a8a9be-d991-4087-8bc5-d5a6d67c0695), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:41.036262 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d6ccc577-63ad-447d-ba5d-e912230ed118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:41.040684 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-d6ccc577-63ad-447d-ba5d-e912230ed118 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/53a8a9be-d991-4087-8bc5-d5a6d67c0695 HTTP/1.1" status: 204 len: 168 time: 0.2215128 Oct 17 03:12:41.075736 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccc577-63ad-447d-ba5d-e912230ed118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a8a9be-d991-4087-8bc5-d5a6d67c0695,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:41.090411 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b37df-1c8c-4bd3-b50d-427470bf0e75 req-6fb35d91-e918-4c1a-90da-a29746120094 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:41.097608 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c12b37df-1c8c-4bd3-b50d-427470bf0e75 req-6fb35d91-e918-4c1a-90da-a29746120094 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 945 time: 0.0940943 Oct 17 03:12:41.131010 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['4df765f6-05e9-4846-a92d-d12d217252a8'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:12:41.155299 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c12b37df-1c8c-4bd3-b50d-427470bf0e75 req-20b5706b-65f7-474c-9e5d-059aeee06481 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567412 Oct 17 03:12:41.163760 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c37b90-d85a-4163-965c-895c131ef337 req-04b35397-2632-4a5f-8d33-07cdb480cfe8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:41.167129 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-90c37b90-d85a-4163-965c-895c131ef337 req-04b35397-2632-4a5f-8d33-07cdb480cfe8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.1320429 Oct 17 03:12:41.201303 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=5c656ce8-361e-4b32-8e55-8e2061a8f354,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:41.374170 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 36510) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:41.404883 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f0b2cfb2-13d5-44de-af1d-c83a9181347f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:41.507505 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-90c37b90-d85a-4163-965c-895c131ef337 req-dc985506-200a-4880-baa2-3454fffc2e60 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341253 Oct 17 03:12:41.597887 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f0b2cfb2-13d5-44de-af1d-c83a9181347f admin admin] Publish callbacks [] for security_group (98232069-38d3-483a-b180-76bd6086df64), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:41.608744 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60387-201b-42e2-9b76-1891e1b71422 req-6ed366c5-6d36-4f4d-a364-39e195adf0ea tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:41.610235 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-80b60387-201b-42e2-9b76-1891e1b71422 req-6ed366c5-6d36-4f4d-a364-39e195adf0ea tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 946 time: 0.1051209 Oct 17 03:12:41.611046 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f0b2cfb2-13d5-44de-af1d-c83a9181347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (98232069-38d3-483a-b180-76bd6086df64), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:41.640335 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3522b82-a34c-4536-895e-54c62bf65a29 req-89d02667-1117-41ab-9582-a8cffdecd4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:41.642437 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f3522b82-a34c-4536-895e-54c62bf65a29 req-89d02667-1117-41ab-9582-a8cffdecd4fc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 1130 time: 0.1362541 Oct 17 03:12:41.651559 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-f0b2cfb2-13d5-44de-af1d-c83a9181347f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7dc39c0f6af74a218a5fae919d56fc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759249 Oct 17 03:12:41.655023 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36524) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:41.717068 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2cfb2-13d5-44de-af1d-c83a9181347f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98232069-38d3-483a-b180-76bd6086df64,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:41.751154 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-be778bb4-75a0-4dbe-9550-579dd6666c72 admin admin] Publish callbacks [] for security_group (98232069-38d3-483a-b180-76bd6086df64), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:41.763158 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-80b60387-201b-42e2-9b76-1891e1b71422 req-291942a7-74b4-4edd-8834-f4701e581819 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191709 Oct 17 03:12:41.785928 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-be778bb4-75a0-4dbe-9550-579dd6666c72 admin admin] Publish callbacks [] for security_group (98232069-38d3-483a-b180-76bd6086df64), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:41.853093 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-be778bb4-75a0-4dbe-9550-579dd6666c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (98232069-38d3-483a-b180-76bd6086df64), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:41.856903 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-be778bb4-75a0-4dbe-9550-579dd6666c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:41.858171 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-be778bb4-75a0-4dbe-9550-579dd6666c72 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/98232069-38d3-483a-b180-76bd6086df64 HTTP/1.1" status: 204 len: 168 time: 0.2019961 Oct 17 03:12:41.868121 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be778bb4-75a0-4dbe-9550-579dd6666c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98232069-38d3-483a-b180-76bd6086df64,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:41.944124 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:41.945999 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36538) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:41.981358 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57778945-d43c-4532-96f7-21c14a650e51 req-793583b2-d89d-4bbc-b058-dfc153afd25c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:41.983318 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-57778945-d43c-4532-96f7-21c14a650e51 req-793583b2-d89d-4bbc-b058-dfc153afd25c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0785100 Oct 17 03:12:42.009971 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e897-8bd5-4613-ab33-4c735d649a7c req-6b207765-154d-4857-a9ef-a0634452c9f2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:42.017601 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3e15e897-8bd5-4613-ab33-4c735d649a7c req-6b207765-154d-4857-a9ef-a0634452c9f2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 945 time: 0.0690465 Oct 17 03:12:42.045163 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-57778945-d43c-4532-96f7-21c14a650e51 req-f8af15a0-db8a-41b1-bdab-689ec36a32e2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526795 Oct 17 03:12:42.075320 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3e15e897-8bd5-4613-ab33-4c735d649a7c req-73685916-2758-4b1c-91cc-84e1810da997 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507636 Oct 17 03:12:42.116978 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.199701 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device cf904496-4f8e-473c-8ea7-795ed5aefe57 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:42.260702 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-83fef5b1-dca5-48e5-a804-6f9bf28eeae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.297927 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:42.309509 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port cf904496-4f8e-473c-8ea7-795ed5aefe57 completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:12:42.335535 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ccd62-8531-454a-aec1-d7c3407a387c req-44e611da-ddc9-4d15-8cc4-642b37f9be85 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:42.345477 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-764ccd62-8531-454a-aec1-d7c3407a387c req-44e611da-ddc9-4d15-8cc4-642b37f9be85 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 945 time: 0.0967369 Oct 17 03:12:42.357493 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port cf904496-4f8e-473c-8ea7-795ed5aefe57 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:42.358418 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.358913 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port cf904496-4f8e-473c-8ea7-795ed5aefe57 Oct 17 03:12:42.380232 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f3522b82-a34c-4536-895e-54c62bf65a29 req-e9ac906d-8126-48f1-8ee1-ef6c42894bc8 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103942 Oct 17 03:12:42.387555 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.412152 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-764ccd62-8531-454a-aec1-d7c3407a387c req-f17d8836-264e-4a95-a4cc-1045142fa88c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656435 Oct 17 03:12:42.473362 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port cf904496-4f8e-473c-8ea7-795ed5aefe57 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:42.474348 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.486380 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-83fef5b1-dca5-48e5-a804-6f9bf28eeae3 admin admin] Publish callbacks [] for security_group (889389aa-8cd0-4507-bb0a-ec1d7fc5bd0e), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.492083 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-83fef5b1-dca5-48e5-a804-6f9bf28eeae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (889389aa-8cd0-4507-bb0a-ec1d7fc5bd0e), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.515572 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port cf904496-4f8e-473c-8ea7-795ed5aefe57, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=cf904496-4f8e-473c-8ea7-795ed5aefe57,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:42.520302 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.521117 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 4df765f6-05e9-4846-a92d-d12d217252a8 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:12:42.551977 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-83fef5b1-dca5-48e5-a804-6f9bf28eeae3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3ee67a643720454c942d616c09ab2f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6043751 Oct 17 03:12:42.554496 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fef5b1-dca5-48e5-a804-6f9bf28eeae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889389aa-8cd0-4507-bb0a-ec1d7fc5bd0e,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:42.555608 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 36564) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:42.584923 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:42.608103 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f430d340-f7ff-4805-bd00-69eeaf33250d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c656ce8-361e-4b32-8e55-8e2061a8f354'}, {'server_uuid': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf904496-4f8e-473c-8ea7-795ed5aefe57'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:42.609892 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8eb13e-0251-4f10-8194-8bde9fc17c9c" -d '{"events": [{"server_uuid": "f430d340-f7ff-4805-bd00-69eeaf33250d", "name": "network-vif-plugged", "status": "completed", "tag": "5c656ce8-361e-4b32-8e55-8e2061a8f354"}, {"server_uuid": "7b220b35-d9ac-48e4-b898-3d4f6c7be835", "name": "network-vif-plugged", "status": "completed", "tag": "cf904496-4f8e-473c-8ea7-795ed5aefe57"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:42.641380 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port 4df765f6-05e9-4846-a92d-d12d217252a8 completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:12:42.649376 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 4df765f6-05e9-4846-a92d-d12d217252a8 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:12:42.649871 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.650310 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 4df765f6-05e9-4846-a92d-d12d217252a8 Oct 17 03:12:42.657001 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=cf904496-4f8e-473c-8ea7-795ed5aefe57,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:42.686840 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a42211-1981-4b3b-91f9-299d858d856a req-1fd4ea5b-1458-4945-8578-d9682d557652 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:42.688731 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c3a42211-1981-4b3b-91f9-299d858d856a req-1fd4ea5b-1458-4945-8578-d9682d557652 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0702212 Oct 17 03:12:42.691274 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:42.732802 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-826bb330-d232-47c8-a151-e67731fa247f admin admin] Publish callbacks [] for security_group (889389aa-8cd0-4507-bb0a-ec1d7fc5bd0e), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.771739 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f42fc3-616d-4a1b-8055-06b3a35d7efc x-openstack-request-id: req-71f42fc3-616d-4a1b-8055-06b3a35d7efc {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:42.772645 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f430d340-f7ff-4805-bd00-69eeaf33250d", "name": "network-vif-plugged", "status": "completed", "tag": "5c656ce8-361e-4b32-8e55-8e2061a8f354", "code": 200}, {"server_uuid": "7b220b35-d9ac-48e4-b898-3d4f6c7be835", "name": "network-vif-plugged", "status": "completed", "tag": "cf904496-4f8e-473c-8ea7-795ed5aefe57", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:42.773249 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-71f42fc3-616d-4a1b-8055-06b3a35d7efc {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:42.773825 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f42fc3-616d-4a1b-8055-06b3a35d7efc'] response: {'server_uuid': 'f430d340-f7ff-4805-bd00-69eeaf33250d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c656ce8-361e-4b32-8e55-8e2061a8f354', 'code': 200} Oct 17 03:12:42.774261 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f42fc3-616d-4a1b-8055-06b3a35d7efc'] response: {'server_uuid': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf904496-4f8e-473c-8ea7-795ed5aefe57', 'code': 200} Oct 17 03:12:42.782859 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-826bb330-d232-47c8-a151-e67731fa247f admin admin] Publish callbacks [] for security_group (889389aa-8cd0-4507-bb0a-ec1d7fc5bd0e), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.801530 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 4df765f6-05e9-4846-a92d-d12d217252a8 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:12:42.801946 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.803437 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c3a42211-1981-4b3b-91f9-299d858d856a req-38238824-e085-49a0-baec-27fa422dc5ae tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002738 Oct 17 03:12:42.875276 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-826bb330-d232-47c8-a151-e67731fa247f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (889389aa-8cd0-4507-bb0a-ec1d7fc5bd0e), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.878040 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-826bb330-d232-47c8-a151-e67731fa247f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.879389 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-826bb330-d232-47c8-a151-e67731fa247f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/889389aa-8cd0-4507-bb0a-ec1d7fc5bd0e HTTP/1.1" status: 204 len: 168 time: 0.3223219 Oct 17 03:12:42.893721 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 4df765f6-05e9-4846-a92d-d12d217252a8, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=4df765f6-05e9-4846-a92d-d12d217252a8,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:12:42.893938 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bb330-d232-47c8-a151-e67731fa247f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889389aa-8cd0-4507-bb0a-ec1d7fc5bd0e,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:42.909733 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:42.967118 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62f8fd-3110-4ef3-b632-80443ec77542 req-9de012c1-343a-4a7f-a63c-37c256076eff tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:42.968683 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0d62f8fd-3110-4ef3-b632-80443ec77542 req-9de012c1-343a-4a7f-a63c-37c256076eff tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 946 time: 0.1216140 Oct 17 03:12:42.987549 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=4df765f6-05e9-4846-a92d-d12d217252a8,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:43.045165 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0d62f8fd-3110-4ef3-b632-80443ec77542 req-a142e705-c7b7-4516-82ee-b8616211a76d tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610085 Oct 17 03:12:43.055077 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d90052-101b-45d3-b0e1-dac4afedfedb req-187a621d-587b-4d30-8077-21f395c1aaf9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:43.057703 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-28d90052-101b-45d3-b0e1-dac4afedfedb req-187a621d-587b-4d30-8077-21f395c1aaf9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0824976 Oct 17 03:12:43.068784 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 36588) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:43.082366 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-a3c603ec-eb86-4b9d-9954-a13bb0a9fbee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Request body: {'floatingip': {'port_id': 'faf2315a-88ad-4367-997b-65c1cf0209ee'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:43.239430 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a3c603ec-eb86-4b9d-9954-a13bb0a9fbee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (4cb32d4b-b7c2-4272-a642-860a1a4e51e5), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:43.288357 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3c657-b0cf-41ff-bb96-df5e9f839527 req-5eee86ca-7b35-4110-8d38-c11c7fba7207 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:43.296064 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-60d3c657-b0cf-41ff-bb96-df5e9f839527 req-5eee86ca-7b35-4110-8d38-c11c7fba7207 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.1125705 Oct 17 03:12:43.363030 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-60d3c657-b0cf-41ff-bb96-df5e9f839527 req-dda78818-879d-4b5c-ab53-ee2b368162ac tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651064 Oct 17 03:12:43.393456 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481e866-aaa7-48d7-a685-e04a296978d2 req-da584243-7b67-4179-a323-da5bed4a9241 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:43.395285 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0481e866-aaa7-48d7-a685-e04a296978d2 req-da584243-7b67-4179-a323-da5bed4a9241 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.1529953 Oct 17 03:12:43.536143 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0481e866-aaa7-48d7-a685-e04a296978d2 req-92847054-3ced-483e-af6e-438adbbf87f1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198955 Oct 17 03:12:43.594744 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344ce2a-341b-4c3a-8edb-ebf507fbadeb req-403af0b3-7b7b-473f-8b43-85f9e9128154 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:43.596812 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3344ce2a-341b-4c3a-8edb-ebf507fbadeb req-403af0b3-7b7b-473f-8b43-85f9e9128154 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 946 time: 0.0771422 Oct 17 03:12:43.635669 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:43.639359 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 36606) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:43.664025 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f5290fe-b50a-49e1-98e5-2ba08d918352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:43.669266 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3344ce2a-341b-4c3a-8edb-ebf507fbadeb req-6fd62c89-ef9d-45c4-831a-dceef579f638 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657585 Oct 17 03:12:43.672025 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3cf72-289c-4dfd-8eae-46d14d9e49d6 req-93a7cfde-e6c5-44fa-8ae1-37fc7c376ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:43.673567 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-77a3cf72-289c-4dfd-8eae-46d14d9e49d6 req-93a7cfde-e6c5-44fa-8ae1-37fc7c376ce8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 1130 time: 0.1328397 Oct 17 03:12:43.702136 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f772428-6f3f-4637-9d64-c9d13ccaf40e req-3b187191-5484-4419-9565-a6859b5de80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:43.703769 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8f772428-6f3f-4637-9d64-c9d13ccaf40e req-3b187191-5484-4419-9565-a6859b5de80a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 1129 time: 0.1261935 Oct 17 03:12:43.758418 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36610) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:43.938614 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-77a3cf72-289c-4dfd-8eae-46d14d9e49d6 req-73496548-7f77-4408-a4c6-c7464e8f6fd6 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532418 Oct 17 03:12:44.003912 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8f772428-6f3f-4637-9d64-c9d13ccaf40e req-07b7a103-64a2-45d4-a1e0-964077e50974 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534995 Oct 17 03:12:44.020728 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:44.022765 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a4edff0-06a2-4785-b077-9bbe2548b1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.125853 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a4edff0-06a2-4785-b077-9bbe2548b1a6 admin admin] Publish callbacks [] for security_group (f2bbdb28-4024-42d4-bc71-59ad8412f4cd), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.132945 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a4edff0-06a2-4785-b077-9bbe2548b1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (f2bbdb28-4024-42d4-bc71-59ad8412f4cd), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.144962 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:44.148877 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f5290fe-b50a-49e1-98e5-2ba08d918352 admin admin] Publish callbacks [] for security_group (3a3876dd-438b-4fc1-8040-deb0ec4cc8e1), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.151114 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:44.174271 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f5290fe-b50a-49e1-98e5-2ba08d918352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (3a3876dd-438b-4fc1-8040-deb0ec4cc8e1), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.192977 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-6a4edff0-06a2-4785-b077-9bbe2548b1a6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=533c2963af4148439c41893651d0e24a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310517 Oct 17 03:12:44.192977 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4edff0-06a2-4785-b077-9bbe2548b1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bbdb28-4024-42d4-bc71-59ad8412f4cd,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:44.195304 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36624) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:44.254471 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-16a6821e-ebd1-4c8a-9f7e-69db96c5c625 admin admin] Publish callbacks [] for security_group (f2bbdb28-4024-42d4-bc71-59ad8412f4cd), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.287256 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-16a6821e-ebd1-4c8a-9f7e-69db96c5c625 admin admin] Publish callbacks [] for security_group (f2bbdb28-4024-42d4-bc71-59ad8412f4cd), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.353311 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-16a6821e-ebd1-4c8a-9f7e-69db96c5c625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (f2bbdb28-4024-42d4-bc71-59ad8412f4cd), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.356074 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-16a6821e-ebd1-4c8a-9f7e-69db96c5c625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.360026 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-16a6821e-ebd1-4c8a-9f7e-69db96c5c625 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f2bbdb28-4024-42d4-bc71-59ad8412f4cd HTTP/1.1" status: 204 len: 168 time: 0.1629364 Oct 17 03:12:44.369252 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6821e-ebd1-4c8a-9f7e-69db96c5c625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bbdb28-4024-42d4-bc71-59ad8412f4cd,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:44.449902 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.db.resource_extend [None req-a3c603ec-eb86-4b9d-9954-a13bb0a9fbee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 17 03:12:44.516972 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-3f5290fe-b50a-49e1-98e5-2ba08d918352 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=01cff7d6b3784769931015eba05331b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8740251 Oct 17 03:12:44.523251 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ee56c-ac38-4e54-9caf-837b9a69d067 req-e44885ed-3e6a-47e9-ae33-c1bf565d6cd8 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:44.525077 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d95ee56c-ac38-4e54-9caf-837b9a69d067 req-e44885ed-3e6a-47e9-ae33-c1bf565d6cd8 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0539021 Oct 17 03:12:44.525723 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 36636) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:44.533595 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5290fe-b50a-49e1-98e5-2ba08d918352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3876dd-438b-4fc1-8040-deb0ec4cc8e1,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:44.557731 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c7312-ef48-49f7-944d-64efdcfa89c9 req-d7fdd78c-adbf-41c0-a72f-0ff46b6cd04f tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:44.564938 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-082c7312-ef48-49f7-944d-64efdcfa89c9 req-d7fdd78c-adbf-41c0-a72f-0ff46b6cd04f tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 946 time: 0.4186773 Oct 17 03:12:44.588298 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a3c603ec-eb86-4b9d-9954-a13bb0a9fbee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.599932 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a3c603ec-eb86-4b9d-9954-a13bb0a9fbee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (4cb32d4b-b7c2-4272-a642-860a1a4e51e5), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.611788 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d95ee56c-ac38-4e54-9caf-837b9a69d067 req-bc351580-1251-400f-a5c6-911dc8038f8e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717459 Oct 17 03:12:44.712190 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-082c7312-ef48-49f7-944d-64efdcfa89c9 req-148cedbe-28d2-4931-96f0-322b27fb9e11 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462431 Oct 17 03:12:44.777122 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc83673-1557-4eb9-b80b-825364198d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df765f6-05e9-4846-a92d-d12d217252a8'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:44.782768 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed4c9de-2623-4d86-aad7-72a82fd37a94" -d '{"events": [{"server_uuid": "4fc83673-1557-4eb9-b80b-825364198d8a", "name": "network-vif-plugged", "status": "completed", "tag": "4df765f6-05e9-4846-a92d-d12d217252a8"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:44.806700 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae763c-acb1-4929-b0e8-7456605da018 req-37e2e05e-df34-4751-9c77-3a1b19ff674d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:44.808297 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7bae763c-acb1-4929-b0e8-7456605da018 req-37e2e05e-df34-4751-9c77-3a1b19ff674d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.1214767 Oct 17 03:12:44.831801 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ccf29a0f-4122-4016-b615-200ce0ec37dd admin admin] Publish callbacks [] for security_group (3a3876dd-438b-4fc1-8040-deb0ec4cc8e1), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.884163 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7bae763c-acb1-4929-b0e8-7456605da018 req-baef7dfb-8e1c-4672-be10-1240a0a4a7ae tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680244 Oct 17 03:12:44.895092 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-a3c603ec-eb86-4b9d-9954-a13bb0a9fbee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Floating IP 4cb32d4b-b7c2-4272-a642-860a1a4e51e5 associated. External IP: 172.27.0.130, port: faf2315a-88ad-4367-997b-65c1cf0209ee. Oct 17 03:12:44.896214 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ccf29a0f-4122-4016-b615-200ce0ec37dd admin admin] Publish callbacks [] for security_group (3a3876dd-438b-4fc1-8040-deb0ec4cc8e1), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:44.951582 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80558-3feb-4cd4-9c8f-2ee96a39ee66 req-34c1e5df-980f-44ae-a2a6-2dfb70f79caa tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:44.953127 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f2517e-c54b-4ac5-9f13-542e996440bd x-openstack-request-id: req-62f2517e-c54b-4ac5-9f13-542e996440bd {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:44.953610 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc83673-1557-4eb9-b80b-825364198d8a", "name": "network-vif-plugged", "status": "completed", "tag": "4df765f6-05e9-4846-a92d-d12d217252a8", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:44.953762 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-62f2517e-c54b-4ac5-9f13-542e996440bd {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:44.954308 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f2517e-c54b-4ac5-9f13-542e996440bd'] response: {'server_uuid': '4fc83673-1557-4eb9-b80b-825364198d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df765f6-05e9-4846-a92d-d12d217252a8', 'code': 200} Oct 17 03:12:44.955400 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-05a80558-3feb-4cd4-9c8f-2ee96a39ee66 req-34c1e5df-980f-44ae-a2a6-2dfb70f79caa tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 946 time: 0.1246278 Oct 17 03:12:45.075759 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ccf29a0f-4122-4016-b615-200ce0ec37dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (3a3876dd-438b-4fc1-8040-deb0ec4cc8e1), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:45.078547 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ccf29a0f-4122-4016-b615-200ce0ec37dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:45.079874 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-ccf29a0f-4122-4016-b615-200ce0ec37dd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3a3876dd-438b-4fc1-8040-deb0ec4cc8e1 HTTP/1.1" status: 204 len: 168 time: 0.5475755 Oct 17 03:12:45.094979 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-05a80558-3feb-4cd4-9c8f-2ee96a39ee66 req-b633da90-d08c-4ee5-b9d8-fb943e80345c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101506 Oct 17 03:12:45.103206 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf29a0f-4122-4016-b615-200ce0ec37dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3876dd-438b-4fc1-8040-deb0ec4cc8e1,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:45.213757 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:45.227357 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c603ec-eb86-4b9d-9954-a13bb0a9fbee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:12:45.363960 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c603ec-eb86-4b9d-9954-a13bb0a9fbee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:12:45.387469 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bc02d5-cfd7-4818-a061-7f8dc06130b0 None None] Sync routers for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:12:45.391617 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a3c603ec-eb86-4b9d-9954-a13bb0a9fbee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:45.403447 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc02d5-cfd7-4818-a061-7f8dc06130b0 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:12:45.405883 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-95bc02d5-cfd7-4818-a061-7f8dc06130b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:12:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:45.448421 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a3c603ec-eb86-4b9d-9954-a13bb0a9fbee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/4cb32d4b-b7c2-4272-a642-860a1a4e51e5 HTTP/1.1" status: 200 len: 991 time: 2.3780982 Oct 17 03:12:45.449661 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:45.453264 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d21f90-4773-4de9-8e16-27e4fdc07ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:45.514270 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653a8560-5164-44dc-83ce-72f67e79126c x-openstack-request-id: req-653a8560-5164-44dc-83ce-72f67e79126c {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:45.514606 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:45.514856 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-653a8560-5164-44dc-83ce-72f67e79126c {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:45.515922 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653a8560-5164-44dc-83ce-72f67e79126c'] response: {'name': 'network-changed', 'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'status': 'completed', 'code': 200} Oct 17 03:12:45.626944 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-95bc02d5-cfd7-4818-a061-7f8dc06130b0 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:12:45.837978 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8effc-4459-49c9-af2b-ba39c36b4dce req-ccd9cb40-11ae-4d4b-9a1e-3cbe58252961 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:45.855431 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-52a8effc-4459-49c9-af2b-ba39c36b4dce req-ccd9cb40-11ae-4d4b-9a1e-3cbe58252961 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.1224151 Oct 17 03:12:45.961331 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb96a4-9dd9-476c-942c-ed9ce5675e5b req-36ff2c12-482e-4ad0-b741-3efcb56a144e tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:45.965489 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-95bc02d5-cfd7-4818-a061-7f8dc06130b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '4cb32d4b-b7c2-4272-a642-860a1a4e51e5', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'port_id': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'mac_address': 'fa:16:3e:53:be:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:11:54Z', 'updated_at': '2022-10-17T03:12:44Z', 'revision_number': 1, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:03Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:45.967470 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3abb96a4-9dd9-476c-942c-ed9ce5675e5b req-36ff2c12-482e-4ad0-b741-3efcb56a144e tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 946 time: 0.1125982 Oct 17 03:12:46.019895 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-52a8effc-4459-49c9-af2b-ba39c36b4dce req-eadb37e6-8cda-4bea-ac6b-6ee656d8f545 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578660 Oct 17 03:12:46.055083 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bc02d5-cfd7-4818-a061-7f8dc06130b0 None None] Checking router: f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:12:46.075466 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc02d5-cfd7-4818-a061-7f8dc06130b0 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:12:46.076105 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-95bc02d5-cfd7-4818-a061-7f8dc06130b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:12:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:46.082705 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3abb96a4-9dd9-476c-942c-ed9ce5675e5b req-94db90ef-dd13-49e6-af4c-e44409c71d72 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103773 Oct 17 03:12:46.192613 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec51f7f-fc0c-4354-8081-10aad67b66db req-faafa42f-cc5c-4069-afba-97349a8d9cb0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:46.194358 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2ec51f7f-fc0c-4354-8081-10aad67b66db req-faafa42f-cc5c-4069-afba-97349a8d9cb0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0709934 Oct 17 03:12:46.248960 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:46.250166 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-95bc02d5-cfd7-4818-a061-7f8dc06130b0 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:12:46.318596 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2ec51f7f-fc0c-4354-8081-10aad67b66db req-63280e0b-5b0f-4d0b-9829-236eb59a75bc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106114 Oct 17 03:12:46.362796 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b9c57-ccfd-41ac-9e79-3e2b0a79a700 req-55d19ecc-d408-4177-807c-ef6907cf4bfe tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:46.370941 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-024b9c57-ccfd-41ac-9e79-3e2b0a79a700 req-55d19ecc-d408-4177-807c-ef6907cf4bfe tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 946 time: 0.1259718 Oct 17 03:12:46.429303 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-024b9c57-ccfd-41ac-9e79-3e2b0a79a700 req-39059b72-5c3e-47cd-9e32-3950bc3c942e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523636 Oct 17 03:12:46.660163 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-95bc02d5-cfd7-4818-a061-7f8dc06130b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '4cb32d4b-b7c2-4272-a642-860a1a4e51e5', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'port_id': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'mac_address': 'fa:16:3e:53:be:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:11:54Z', 'updated_at': '2022-10-17T03:12:44Z', 'revision_number': 1, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:03Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:46.727733 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bc02d5-cfd7-4818-a061-7f8dc06130b0 None None] The sync data for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '4cb32d4b-b7c2-4272-a642-860a1a4e51e5', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'port_id': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'mac_address': 'fa:16:3e:53:be:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:11:54Z', 'updated_at': '2022-10-17T03:12:44Z', 'revision_number': 1, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:03Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:12:46.855932 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:46.951185 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d855771-bb76-4be5-a631-d0a8647d4ee2 req-65e96187-7998-4491-bc0c-5a6cc4c6f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:46.953079 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2d855771-bb76-4be5-a631-d0a8647d4ee2 req-65e96187-7998-4491-bc0c-5a6cc4c6f866 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 1130 time: 0.1917756 Oct 17 03:12:46.990483 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d21f90-4773-4de9-8e16-27e4fdc07ffb req-d924c216-96e8-4808-9f08-0b05632977f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:46.990483 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-66d21f90-4773-4de9-8e16-27e4fdc07ffb req-d924c216-96e8-4808-9f08-0b05632977f3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 1129 time: 0.1552553 Oct 17 03:12:47.238847 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2d855771-bb76-4be5-a631-d0a8647d4ee2 req-81b7a7c1-6384-47e9-a73f-08213750e41d service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527018 Oct 17 03:12:47.318193 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021d230-f875-4633-b0a9-a6cebf1365b7 req-9267d528-2dfe-42f7-8bfd-dc8a165983d1 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:47.320235 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7021d230-f875-4633-b0a9-a6cebf1365b7 req-9267d528-2dfe-42f7-8bfd-dc8a165983d1 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.1059942 Oct 17 03:12:47.368444 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d21f90-4773-4de9-8e16-27e4fdc07ffb req-4cfa3142-894c-410b-b51f-e9356f3d84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:47.370213 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-66d21f90-4773-4de9-8e16-27e4fdc07ffb req-4cfa3142-894c-410b-b51f-e9356f3d84a2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 918 time: 0.3424742 Oct 17 03:12:47.401687 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7021d230-f875-4633-b0a9-a6cebf1365b7 req-f3fce830-b67f-4f0b-840c-e2d394cd8395 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698636 Oct 17 03:12:47.535600 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f9af8-e21c-4e57-b0ad-1296f91b48cc req-b5c6c833-2d50-40a0-b399-2d04ab8ded3c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:47.538319 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cf6f9af8-e21c-4e57-b0ad-1296f91b48cc req-b5c6c833-2d50-40a0-b399-2d04ab8ded3c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.1024888 Oct 17 03:12:47.618707 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-66d21f90-4773-4de9-8e16-27e4fdc07ffb req-304fb469-45ce-4b87-93bc-c6d1690350ba service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faf2315a-88ad-4367-997b-65c1cf0209ee HTTP/1.1" status: 200 len: 999 time: 0.1291189 Oct 17 03:12:47.657110 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cf6f9af8-e21c-4e57-b0ad-1296f91b48cc req-fc73a604-c367-449e-8597-0058e07b9006 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127999 Oct 17 03:12:47.660195 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b099fd7-05a9-4335-ab22-a1023371d5a7 req-6b9aabf9-1121-4661-b089-0f362ea78c54 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:47.662038 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7b099fd7-05a9-4335-ab22-a1023371d5a7 req-6b9aabf9-1121-4661-b089-0f362ea78c54 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0791953 Oct 17 03:12:47.674060 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 36780) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:47.683145 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-92bfe3c4-a3c7-49d0-bc82-8136b2413e04 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Request body: {'floatingip': {'port_id': 'cf904496-4f8e-473c-8ea7-795ed5aefe57'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:47.722246 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-92bfe3c4-a3c7-49d0-bc82-8136b2413e04 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (0ca66bf2-76b5-465e-a58e-1ad65513a629), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:47.885511 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:48.066633 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5fdf92-d7d6-4027-80bf-7fce8a923073 None None] New status for floating IP 4cb32d4b-b7c2-4272-a642-860a1a4e51e5: ACTIVE {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:12:48.095896 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ea3b6-12a0-4ec7-971f-cd5c1f43fc4d req-00a5a887-0d35-422d-bcbe-2015eb08ee47 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:48.108661 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-634ea3b6-12a0-4ec7-971f-cd5c1f43fc4d req-00a5a887-0d35-422d-bcbe-2015eb08ee47 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 946 time: 0.3175352 Oct 17 03:12:48.135874 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d21f90-4773-4de9-8e16-27e4fdc07ffb req-6763a4c9-d262-4a4c-9be1-71c540f6cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:48.137554 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-66d21f90-4773-4de9-8e16-27e4fdc07ffb req-6763a4c9-d262-4a4c-9be1-71c540f6cdfb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 200 len: 856 time: 0.2500463 Oct 17 03:12:48.224053 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-634ea3b6-12a0-4ec7-971f-cd5c1f43fc4d req-1f71dcbe-e089-458f-a1a9-46e8c77f0eba tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119568 Oct 17 03:12:48.329923 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:48.492269 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d21f90-4773-4de9-8e16-27e4fdc07ffb req-072b5736-21bf-46b3-815e-a55a8be33544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:48.493937 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-66d21f90-4773-4de9-8e16-27e4fdc07ffb req-072b5736-21bf-46b3-815e-a55a8be33544 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7be2416a-9e29-4953-b802-c76adc0aa669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1988094 Oct 17 03:12:48.514220 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e377a7-cbff-49c5-b118-2d5144537d10 req-7640bcbd-cf33-48a0-ac8e-094209729d49 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:48.521407 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a9e377a7-cbff-49c5-b118-2d5144537d10 req-7640bcbd-cf33-48a0-ac8e-094209729d49 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.1822491 Oct 17 03:12:48.583421 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7482f-ff03-4141-ab56-666110235d5b req-f1968e8b-b1ef-4944-b1fa-b82a15bc967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:48.586070 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6df7482f-ff03-4141-ab56-666110235d5b req-f1968e8b-b1ef-4944-b1fa-b82a15bc967d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 1129 time: 0.2434809 Oct 17 03:12:48.680130 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:48.997912 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36836) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:49.111907 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-84db8a68-cbce-4516-b1db-d6b200bee070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:49.128208 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a9e377a7-cbff-49c5-b118-2d5144537d10 req-25a21d4a-e2d6-445f-8ab0-c2b121360f69 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059496 Oct 17 03:12:49.153484 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92eeb008-d251-4bee-82c6-c033238e7304 req-112d07c7-3fdd-427b-a139-f8f952ee1475 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1800117 Oct 17 03:12:49.153658 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:49.164227 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.db.resource_extend [None req-92bfe3c4-a3c7-49d0-bc82-8136b2413e04 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 17 03:12:49.198092 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-66d21f90-4773-4de9-8e16-27e4fdc07ffb req-16667b32-9bf3-469c-a5f8-251b7dfd04e0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697001 Oct 17 03:12:49.203386 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-84db8a68-cbce-4516-b1db-d6b200bee070 admin admin] Publish callbacks [] for security_group (e7ebe493-2438-4691-b564-625d1dcd6f9b), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:49.207424 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-84db8a68-cbce-4516-b1db-d6b200bee070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (e7ebe493-2438-4691-b564-625d1dcd6f9b), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:49.216327 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7482f-ff03-4141-ab56-666110235d5b req-13e87413-8bd2-4097-8ba9-4e30e3cbc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:49.217792 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6df7482f-ff03-4141-ab56-666110235d5b req-13e87413-8bd2-4097-8ba9-4e30e3cbc1a0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.5511565 Oct 17 03:12:49.227750 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-92bfe3c4-a3c7-49d0-bc82-8136b2413e04 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:49.231681 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-92bfe3c4-a3c7-49d0-bc82-8136b2413e04 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (0ca66bf2-76b5-465e-a58e-1ad65513a629), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:49.247726 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-84db8a68-cbce-4516-b1db-d6b200bee070 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=23e3b0cfae654d9f8e0e82cf631df127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485554 Oct 17 03:12:49.248463 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db8a68-cbce-4516-b1db-d6b200bee070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ebe493-2438-4691-b564-625d1dcd6f9b,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:49.250957 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36840) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:49.313189 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-52f4321c-38df-49b0-bc27-2637b9f5da00 admin admin] Publish callbacks [] for security_group (e7ebe493-2438-4691-b564-625d1dcd6f9b), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:49.322139 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:49.338934 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-92bfe3c4-a3c7-49d0-bc82-8136b2413e04 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Floating IP 0ca66bf2-76b5-465e-a58e-1ad65513a629 associated. External IP: 172.27.0.217, port: cf904496-4f8e-473c-8ea7-795ed5aefe57. Oct 17 03:12:49.367990 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-52f4321c-38df-49b0-bc27-2637b9f5da00 admin admin] Publish callbacks [] for security_group (e7ebe493-2438-4691-b564-625d1dcd6f9b), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:49.386111 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e45c25-6bb6-4e5e-88de-bbdecc5c1100 req-84315b5c-247e-42b6-9649-87bf57c85b30 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:49.387638 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-11e45c25-6bb6-4e5e-88de-bbdecc5c1100 req-84315b5c-247e-42b6-9649-87bf57c85b30 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 946 time: 0.0765190 Oct 17 03:12:49.432721 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:49.454582 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-11e45c25-6bb6-4e5e-88de-bbdecc5c1100 req-8bd01877-a22a-4c15-8725-c5d9a5e05457 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593510 Oct 17 03:12:49.465627 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-52f4321c-38df-49b0-bc27-2637b9f5da00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (e7ebe493-2438-4691-b564-625d1dcd6f9b), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:49.468731 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-52f4321c-38df-49b0-bc27-2637b9f5da00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:49.472729 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-52f4321c-38df-49b0-bc27-2637b9f5da00 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e7ebe493-2438-4691-b564-625d1dcd6f9b HTTP/1.1" status: 204 len: 168 time: 0.2184198 Oct 17 03:12:49.472916 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:12:49.484589 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4321c-38df-49b0-bc27-2637b9f5da00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ebe493-2438-4691-b564-625d1dcd6f9b,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:49.585919 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6df7482f-ff03-4141-ab56-666110235d5b req-f653cc69-105b-4e54-b1d2-224ef9b36702 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c656ce8-361e-4b32-8e55-8e2061a8f354 HTTP/1.1" status: 200 len: 217 time: 0.0738969 Oct 17 03:12:49.753540 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeb008-d251-4bee-82c6-c033238e7304 req-7d040326-7cb8-49b1-be3b-cdb36ae71510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:49.755152 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92eeb008-d251-4bee-82c6-c033238e7304 req-7d040326-7cb8-49b1-be3b-cdb36ae71510 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 1129 time: 0.1745191 Oct 17 03:12:49.779142 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bfe3c4-a3c7-49d0-bc82-8136b2413e04 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:12:49.801209 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507e475-915f-4304-a31f-5a66b1adc1f8 req-f1fdf2f8-17fa-4bdc-85d9-fb3a6ace93cb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:49.807791 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d507e475-915f-4304-a31f-5a66b1adc1f8 req-f1fdf2f8-17fa-4bdc-85d9-fb3a6ace93cb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 946 time: 0.2259576 Oct 17 03:12:49.814269 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36862) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:49.822332 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-14b22c1f-b5c6-4161-b53a-1069a950a6a8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'floatingip': {'port_id': '4df765f6-05e9-4846-a92d-d12d217252a8'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:12:49.833566 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7482f-ff03-4141-ab56-666110235d5b req-ee96f972-5b78-4624-bd15-a1bbf3131d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:49.835860 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6df7482f-ff03-4141-ab56-666110235d5b req-ee96f972-5b78-4624-bd15-a1bbf3131d43 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.1988204 Oct 17 03:12:49.894416 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 36866) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:49.953430 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5f540e52-5fe6-4ce7-a055-330c8b33af30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:49.958126 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-14b22c1f-b5c6-4161-b53a-1069a950a6a8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (16656121-8590-4cdc-89ed-5b2111c788f6), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:49.983599 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-66d21f90-4773-4de9-8e16-27e4fdc07ffb req-c38b82e3-9d41-400f-b4cf-83b9b583f689 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728360 Oct 17 03:12:49.989812 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7482f-ff03-4141-ab56-666110235d5b req-5b703130-a1eb-4e18-9250-81b292e9a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:49.991928 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6df7482f-ff03-4141-ab56-666110235d5b req-5b703130-a1eb-4e18-9250-81b292e9a2e9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1489284 Oct 17 03:12:50.060485 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:50.163444 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeb008-d251-4bee-82c6-c033238e7304 req-4dae3333-eb02-4bcf-a76e-acc6bfd4cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:50.164041 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92eeb008-d251-4bee-82c6-c033238e7304 req-4dae3333-eb02-4bcf-a76e-acc6bfd4cf0c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.3493464 Oct 17 03:12:50.169436 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bfe3c4-a3c7-49d0-bc82-8136b2413e04 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:12:50.176796 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-92bfe3c4-a3c7-49d0-bc82-8136b2413e04 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:50.195518 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e3c0c-1309-4455-aa39-766c5f6d285e None None] Sync routers for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:12:50.216757 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5f540e52-5fe6-4ce7-a055-330c8b33af30 admin admin] Publish callbacks [] for security_group (32cd3ee6-30a2-4ee4-94cc-9cf22ba74a4b), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:50.226456 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5f540e52-5fe6-4ce7-a055-330c8b33af30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (32cd3ee6-30a2-4ee4-94cc-9cf22ba74a4b), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:50.234678 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e3c0c-1309-4455-aa39-766c5f6d285e None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:12:50.236438 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-ed9e3c0c-1309-4455-aa39-766c5f6d285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:12:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:50.263281 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92eeb008-d251-4bee-82c6-c033238e7304 req-46220de9-1571-43c1-a3df-8ee29141dd72 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c31f984d-a48a-493a-8e53-83388b4caabf HTTP/1.1" status: 200 len: 217 time: 0.0917814 Oct 17 03:12:50.427517 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-92bfe3c4-a3c7-49d0-bc82-8136b2413e04 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/0ca66bf2-76b5-465e-a58e-1ad65513a629 HTTP/1.1" status: 200 len: 992 time: 2.7529640 Oct 17 03:12:50.432405 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'tag': 'cf904496-4f8e-473c-8ea7-795ed5aefe57'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:50.434986 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33e853c-6c1d-4989-973c-a5128379d576" -d '{"events": [{"name": "network-changed", "server_uuid": "7b220b35-d9ac-48e4-b898-3d4f6c7be835", "tag": "cf904496-4f8e-473c-8ea7-795ed5aefe57"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:50.446377 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6df7482f-ff03-4141-ab56-666110235d5b req-0162dc4c-1943-4235-80b2-c9fa5addccd6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295061 Oct 17 03:12:50.453790 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:50.457171 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeb008-d251-4bee-82c6-c033238e7304 req-e8a6dfdc-89ee-43bf-bc92-458873dd1b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:50.458769 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92eeb008-d251-4bee-82c6-c033238e7304 req-e8a6dfdc-89ee-43bf-bc92-458873dd1b57 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.1680799 Oct 17 03:12:50.468012 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace7c3e-5fc7-4d97-8eeb-a1754c56e977 req-91338754-ca8c-4c4a-b77c-b401d6eca15b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:50.469582 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1ace7c3e-5fc7-4d97-8eeb-a1754c56e977 req-91338754-ca8c-4c4a-b77c-b401d6eca15b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.2297609 Oct 17 03:12:50.481685 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:50.487936 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-ed9e3c0c-1309-4455-aa39-766c5f6d285e None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:12:50.496429 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4d8419-66ed-44ba-9db1-2a7583ed82db x-openstack-request-id: req-8a4d8419-66ed-44ba-9db1-2a7583ed82db {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:50.498046 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b220b35-d9ac-48e4-b898-3d4f6c7be835", "tag": "cf904496-4f8e-473c-8ea7-795ed5aefe57", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:50.498046 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8a4d8419-66ed-44ba-9db1-2a7583ed82db {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:50.498046 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4d8419-66ed-44ba-9db1-2a7583ed82db'] response: {'name': 'network-changed', 'server_uuid': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'tag': 'cf904496-4f8e-473c-8ea7-795ed5aefe57', 'status': 'completed', 'code': 200} Oct 17 03:12:50.518184 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 36884) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:50.518555 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-5f540e52-5fe6-4ce7-a055-330c8b33af30 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fce024ccace94218b4f70020217f31f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6226001 Oct 17 03:12:50.519652 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f540e52-5fe6-4ce7-a055-330c8b33af30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cd3ee6-30a2-4ee4-94cc-9cf22ba74a4b,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:50.587440 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:50.672377 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1ace7c3e-5fc7-4d97-8eeb-a1754c56e977 req-760c5da9-ff58-46ad-8947-044757be6bea tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676257 Oct 17 03:12:50.716032 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-aed32d1e-8ed1-4e8e-8583-6d097951824e admin admin] Publish callbacks [] for security_group (32cd3ee6-30a2-4ee4-94cc-9cf22ba74a4b), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:50.738178 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-aed32d1e-8ed1-4e8e-8583-6d097951824e admin admin] Publish callbacks [] for security_group (32cd3ee6-30a2-4ee4-94cc-9cf22ba74a4b), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:50.740569 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeb008-d251-4bee-82c6-c033238e7304 req-28b5ed32-4fee-4dcc-a62d-86fd550108e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:50.742278 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92eeb008-d251-4bee-82c6-c033238e7304 req-28b5ed32-4fee-4dcc-a62d-86fd550108e2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1820796 Oct 17 03:12:50.751037 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e853c-6c1d-4989-973c-a5128379d576 req-abfc4145-40a5-4c1c-9308-c0e958e0c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:50.752446 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e33e853c-6c1d-4989-973c-a5128379d576 req-abfc4145-40a5-4c1c-9308-c0e958e0c762 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5&device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 1130 time: 0.1659851 Oct 17 03:12:50.834558 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:50.837080 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-ed9e3c0c-1309-4455-aa39-766c5f6d285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '0ca66bf2-76b5-465e-a58e-1ad65513a629', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'port_id': 'cf904496-4f8e-473c-8ea7-795ed5aefe57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'mac_address': 'fa:16:3e:31:de:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:12:02Z', 'updated_at': '2022-10-17T03:12:49Z', 'revision_number': 1, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:50.882789 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e3c0c-1309-4455-aa39-766c5f6d285e None None] Checking router: bcae69b2-6783-4e07-8d1a-a148dcaf29e5 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:12:50.895049 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e3c0c-1309-4455-aa39-766c5f6d285e None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:12:50.896120 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-ed9e3c0c-1309-4455-aa39-766c5f6d285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:12:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:51.051921 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-ed9e3c0c-1309-4455-aa39-766c5f6d285e None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:12:51.061959 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.db.resource_extend [None req-14b22c1f-b5c6-4161-b53a-1069a950a6a8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 17 03:12:51.147695 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-14b22c1f-b5c6-4161-b53a-1069a950a6a8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:51.154533 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6df7482f-ff03-4141-ab56-666110235d5b req-725d83ee-c20e-43b0-bb7e-655797526059 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959661 Oct 17 03:12:51.155808 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-14b22c1f-b5c6-4161-b53a-1069a950a6a8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (16656121-8590-4cdc-89ed-5b2111c788f6), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:51.197618 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-aed32d1e-8ed1-4e8e-8583-6d097951824e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (32cd3ee6-30a2-4ee4-94cc-9cf22ba74a4b), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:51.200114 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-aed32d1e-8ed1-4e8e-8583-6d097951824e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:51.201239 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-aed32d1e-8ed1-4e8e-8583-6d097951824e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/32cd3ee6-30a2-4ee4-94cc-9cf22ba74a4b HTTP/1.1" status: 204 len: 168 time: 0.6818819 Oct 17 03:12:51.240303 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed32d1e-8ed1-4e8e-8583-6d097951824e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cd3ee6-30a2-4ee4-94cc-9cf22ba74a4b,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:51.255801 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92eeb008-d251-4bee-82c6-c033238e7304 req-9db21785-3edc-4aa9-862a-e3b75ee36560 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004447 Oct 17 03:12:51.257259 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e853c-6c1d-4989-973c-a5128379d576 req-60cfcdfa-f68f-4bb1-9fba-7cf56fc62ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:51.259596 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e33e853c-6c1d-4989-973c-a5128379d576 req-60cfcdfa-f68f-4bb1-9fba-7cf56fc62ebc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 HTTP/1.1" status: 200 len: 912 time: 0.4861422 Oct 17 03:12:51.375043 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.l3_db [None req-14b22c1f-b5c6-4161-b53a-1069a950a6a8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Floating IP 16656121-8590-4cdc-89ed-5b2111c788f6 associated. External IP: 172.27.0.97, port: 4df765f6-05e9-4846-a92d-d12d217252a8. Oct 17 03:12:51.379906 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:51.418683 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92eeb008-d251-4bee-82c6-c033238e7304 req-e88d5d0a-3baf-449b-95cc-ae85f3cef535 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443555 Oct 17 03:12:51.527880 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-ed9e3c0c-1309-4455-aa39-766c5f6d285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '0ca66bf2-76b5-465e-a58e-1ad65513a629', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'port_id': 'cf904496-4f8e-473c-8ea7-795ed5aefe57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'mac_address': 'fa:16:3e:31:de:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:12:02Z', 'updated_at': '2022-10-17T03:12:49Z', 'revision_number': 1, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:51.567230 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e3c0c-1309-4455-aa39-766c5f6d285e None None] The sync data for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi is: [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '0ca66bf2-76b5-465e-a58e-1ad65513a629', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'port_id': 'cf904496-4f8e-473c-8ea7-795ed5aefe57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'mac_address': 'fa:16:3e:31:de:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:12:02Z', 'updated_at': '2022-10-17T03:12:49Z', 'revision_number': 1, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:12:51.626713 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e33e853c-6c1d-4989-973c-a5128379d576 req-a48d3c9a-ad92-4228-bf1b-e2e198e625e4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf904496-4f8e-473c-8ea7-795ed5aefe57 HTTP/1.1" status: 200 len: 1000 time: 0.2068288 Oct 17 03:12:51.708549 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b22c1f-b5c6-4161-b53a-1069a950a6a8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Router f6782d4e-5bef-4f0e-a454-72c841ef9e46 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:12:51.796075 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e853c-6c1d-4989-973c-a5128379d576 req-26dd15f4-d77a-4b6a-be1f-c526c18a599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:51.805091 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e33e853c-6c1d-4989-973c-a5128379d576 req-26dd15f4-d77a-4b6a-be1f-c526c18a599a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cfde2bec-0943-4043-aac7-af99f4b6cebf HTTP/1.1" status: 200 len: 850 time: 0.1612566 Oct 17 03:12:51.861285 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b22c1f-b5c6-4161-b53a-1069a950a6a8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:12:51.870420 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-14b22c1f-b5c6-4161-b53a-1069a950a6a8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:51.873818 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cc9bf-4a63-4401-8a7e-92a19d99697b None None] Sync routers for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:12:51.889570 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471cc9bf-4a63-4401-8a7e-92a19d99697b None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:12:51.890211 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-471cc9bf-4a63-4401-8a7e-92a19d99697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:12:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:51.925051 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-14b22c1f-b5c6-4161-b53a-1069a950a6a8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/16656121-8590-4cdc-89ed-5b2111c788f6 HTTP/1.1" status: 200 len: 991 time: 2.1091857 Oct 17 03:12:51.927015 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc83673-1557-4eb9-b80b-825364198d8a', 'tag': '4df765f6-05e9-4846-a92d-d12d217252a8'}] {{(pid=104637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:12:51.933708 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7098a80024231f10732136cf30e047a017c97e80914df79a62af3d8a0c697d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8fa890-2e3e-4258-b52a-4d356901a62e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc83673-1557-4eb9-b80b-825364198d8a", "tag": "4df765f6-05e9-4846-a92d-d12d217252a8"}]}' {{(pid=104637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:12:51.982946 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62f0fb-beb6-4348-81e4-68b1219e8b34 None None] New status for floating IP 0ca66bf2-76b5-465e-a58e-1ad65513a629: ACTIVE {{(pid=104640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:12:52.007921 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce33828c-3b7e-49ef-b0ef-40906171cf97 x-openstack-request-id: req-ce33828c-3b7e-49ef-b0ef-40906171cf97 {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:12:52.008195 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc83673-1557-4eb9-b80b-825364198d8a", "tag": "4df765f6-05e9-4846-a92d-d12d217252a8", "status": "completed", "code": 200}]} {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:12:52.008449 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ce33828c-3b7e-49ef-b0ef-40906171cf97 {{(pid=104637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:12:52.008936 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce33828c-3b7e-49ef-b0ef-40906171cf97'] response: {'name': 'network-changed', 'server_uuid': '4fc83673-1557-4eb9-b80b-825364198d8a', 'tag': '4df765f6-05e9-4846-a92d-d12d217252a8', 'status': 'completed', 'code': 200} Oct 17 03:12:52.033455 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad6cba-976f-4689-b791-3de1a13a3f75 req-73c8444f-928f-4280-a87a-06a480112216 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:52.041889 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c9ad6cba-976f-4689-b791-3de1a13a3f75 req-73c8444f-928f-4280-a87a-06a480112216 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.2334812 Oct 17 03:12:52.076748 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:52.080894 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-471cc9bf-4a63-4401-8a7e-92a19d99697b None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:12:52.088272 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:52.102667 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e853c-6c1d-4989-973c-a5128379d576 req-bb3306c9-be74-4eea-baca-82388f293790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:52.104503 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e33e853c-6c1d-4989-973c-a5128379d576 req-bb3306c9-be74-4eea-baca-82388f293790 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2864132 Oct 17 03:12:52.179896 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fa890-2e3e-4258-b52a-4d356901a62e req-0ce666f7-7d12-4bc0-95ab-5c7a4682fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:52.181746 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1d8fa890-2e3e-4258-b52a-4d356901a62e req-0ce666f7-7d12-4bc0-95ab-5c7a4682fc5b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 1130 time: 0.1365793 Oct 17 03:12:52.190164 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c9ad6cba-976f-4689-b791-3de1a13a3f75 req-c35b3f60-4eb9-4673-a0f7-f800fbb2f260 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470745 Oct 17 03:12:52.303918 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:52.335811 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e33e853c-6c1d-4989-973c-a5128379d576 req-3c0c2428-688a-4669-877c-4a31b5cdf1ba service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040093 Oct 17 03:12:52.433741 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fa890-2e3e-4258-b52a-4d356901a62e req-1b7ddc20-0572-46c0-bb4b-e946e4d33936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:52.435452 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1d8fa890-2e3e-4258-b52a-4d356901a62e req-1b7ddc20-0572-46c0-bb4b-e946e4d33936 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 916 time: 0.2159221 Oct 17 03:12:52.622016 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1d8fa890-2e3e-4258-b52a-4d356901a62e req-3c801c5c-6cf0-40ae-a61b-e6dcc7d9640f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df765f6-05e9-4846-a92d-d12d217252a8 HTTP/1.1" status: 200 len: 999 time: 0.1706119 Oct 17 03:12:52.666962 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e33e853c-6c1d-4989-973c-a5128379d576 req-e9cdbd9d-cd12-4339-829d-c304809addd5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131261 Oct 17 03:12:52.689181 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fa890-2e3e-4258-b52a-4d356901a62e req-82518d18-93c7-42d0-9f55-ff702073b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:52.691306 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1d8fa890-2e3e-4258-b52a-4d356901a62e req-82518d18-93c7-42d0-9f55-ff702073b228 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 200 len: 854 time: 0.0631430 Oct 17 03:12:52.726938 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-471cc9bf-4a63-4401-8a7e-92a19d99697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '16656121-8590-4cdc-89ed-5b2111c788f6', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '4df765f6-05e9-4846-a92d-d12d217252a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:20:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc83673-1557-4eb9-b80b-825364198d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:12:06Z', 'updated_at': '2022-10-17T03:12:50Z', 'revision_number': 1, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:52.756584 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fa890-2e3e-4258-b52a-4d356901a62e req-5dbe8585-fb8a-42f9-83bb-4fcdc7302187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:52.758260 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1d8fa890-2e3e-4258-b52a-4d356901a62e req-5dbe8585-fb8a-42f9-83bb-4fcdc7302187 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5bef7eaf-4926-430d-bb2f-ad10a16554bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610685 Oct 17 03:12:52.760643 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cc9bf-4a63-4401-8a7e-92a19d99697b None None] Checking router: f6782d4e-5bef-4f0e-a454-72c841ef9e46 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:12:52.769625 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471cc9bf-4a63-4401-8a7e-92a19d99697b None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:12:52.770295 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-471cc9bf-4a63-4401-8a7e-92a19d99697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:12:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:52.882279 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1d8fa890-2e3e-4258-b52a-4d356901a62e req-da78c714-0725-462b-bcff-5e55cfba34e0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166186 Oct 17 03:12:52.886032 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-471cc9bf-4a63-4401-8a7e-92a19d99697b None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:12:53.034601 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1d8fa890-2e3e-4258-b52a-4d356901a62e req-07c832ad-51cf-4280-a1a9-53f249e0779f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441965 Oct 17 03:12:53.160524 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-471cc9bf-4a63-4401-8a7e-92a19d99697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '16656121-8590-4cdc-89ed-5b2111c788f6', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '4df765f6-05e9-4846-a92d-d12d217252a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:20:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc83673-1557-4eb9-b80b-825364198d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:12:06Z', 'updated_at': '2022-10-17T03:12:50Z', 'revision_number': 1, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:12:53.187603 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cc9bf-4a63-4401-8a7e-92a19d99697b None None] The sync data for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '16656121-8590-4cdc-89ed-5b2111c788f6', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '4df765f6-05e9-4846-a92d-d12d217252a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:20:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc83673-1557-4eb9-b80b-825364198d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:12:06Z', 'updated_at': '2022-10-17T03:12:50Z', 'revision_number': 1, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:12:53.359299 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8c41c-33e5-4242-8b2b-a7c6f77c029b req-5ece41e7-d2f7-48cf-93be-c9a9d90bb815 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:53.360883 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bee8c41c-33e5-4242-8b2b-a7c6f77c029b req-5ece41e7-d2f7-48cf-93be-c9a9d90bb815 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0553968 Oct 17 03:12:53.420893 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bee8c41c-33e5-4242-8b2b-a7c6f77c029b req-20bd675c-1140-4351-8e40-ad9f7e12a116 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533507 Oct 17 03:12:54.093699 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdf89c-4b19-40cc-bfdd-8fc640216c55 None None] New status for floating IP 16656121-8590-4cdc-89ed-5b2111c788f6: ACTIVE {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:12:54.559688 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fa1db-55ce-4d7f-a85e-f8783ebc8d98 req-35572638-03c7-4d97-ab8a-25f45acd0059 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:54.561496 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b37fa1db-55ce-4d7f-a85e-f8783ebc8d98 req-35572638-03c7-4d97-ab8a-25f45acd0059 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0578351 Oct 17 03:12:54.615308 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b37fa1db-55ce-4d7f-a85e-f8783ebc8d98 req-8189ff23-96da-458f-b5e2-27e40dedec19 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483050 Oct 17 03:12:54.892702 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37008) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:55.004083 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-05047255-14a9-4a6c-be1d-3f2bb780acfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.083458 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-05047255-14a9-4a6c-be1d-3f2bb780acfe admin admin] Publish callbacks [] for security_group (2a536173-3f1c-4515-9b3f-8328a8f09329), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.087823 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-05047255-14a9-4a6c-be1d-3f2bb780acfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (2a536173-3f1c-4515-9b3f-8328a8f09329), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.114352 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:55.133012 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05047255-14a9-4a6c-be1d-3f2bb780acfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a536173-3f1c-4515-9b3f-8328a8f09329,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:55.141404 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-05047255-14a9-4a6c-be1d-3f2bb780acfe admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ee1a20f3616745d997c9358ccec1f327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452388 Oct 17 03:12:55.142024 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37022) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:55.195347 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-33e6d54f-b399-4176-95d0-b65cf0cedb5f admin admin] Publish callbacks [] for security_group (2a536173-3f1c-4515-9b3f-8328a8f09329), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.214685 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-33e6d54f-b399-4176-95d0-b65cf0cedb5f admin admin] Publish callbacks [] for security_group (2a536173-3f1c-4515-9b3f-8328a8f09329), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.230310 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:55.263676 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-33e6d54f-b399-4176-95d0-b65cf0cedb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (2a536173-3f1c-4515-9b3f-8328a8f09329), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.266254 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-33e6d54f-b399-4176-95d0-b65cf0cedb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.267437 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-33e6d54f-b399-4176-95d0-b65cf0cedb5f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2a536173-3f1c-4515-9b3f-8328a8f09329 HTTP/1.1" status: 204 len: 168 time: 0.1217053 Oct 17 03:12:55.277872 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6d54f-b399-4176-95d0-b65cf0cedb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a536173-3f1c-4515-9b3f-8328a8f09329,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:55.535594 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37030) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:55.553391 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-61daf453-3fef-4c24-9dad-ed4b46db4ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.588584 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:55.638697 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-61daf453-3fef-4c24-9dad-ed4b46db4ae1 admin admin] Publish callbacks [] for security_group (4e45bf17-2fda-4dd7-b10e-6719fbb4fa1a), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.642262 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-61daf453-3fef-4c24-9dad-ed4b46db4ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (4e45bf17-2fda-4dd7-b10e-6719fbb4fa1a), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.682992 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-61daf453-3fef-4c24-9dad-ed4b46db4ae1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cc017af0f3ad409b87a9555dcddf735e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463134 Oct 17 03:12:55.683832 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61daf453-3fef-4c24-9dad-ed4b46db4ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e45bf17-2fda-4dd7-b10e-6719fbb4fa1a,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:55.685714 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37036) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:55.734850 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafbf43-9579-48b6-bd58-b0c90a438105 req-b42f3778-aa33-4b89-a2ff-57237247e5eb tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:55.736331 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-eeafbf43-9579-48b6-bd58-b0c90a438105 req-b42f3778-aa33-4b89-a2ff-57237247e5eb tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0462146 Oct 17 03:12:55.738124 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14792b37-61cd-4744-ab70-3222d0348d45 admin admin] Publish callbacks [] for security_group (4e45bf17-2fda-4dd7-b10e-6719fbb4fa1a), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.758660 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14792b37-61cd-4744-ab70-3222d0348d45 admin admin] Publish callbacks [] for security_group (4e45bf17-2fda-4dd7-b10e-6719fbb4fa1a), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.785716 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-eeafbf43-9579-48b6-bd58-b0c90a438105 req-b60bd654-5548-48ec-910a-bf8e92bc8c3e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429974 Oct 17 03:12:55.810515 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14792b37-61cd-4744-ab70-3222d0348d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (4e45bf17-2fda-4dd7-b10e-6719fbb4fa1a), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.813173 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14792b37-61cd-4744-ab70-3222d0348d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:55.814321 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-14792b37-61cd-4744-ab70-3222d0348d45 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4e45bf17-2fda-4dd7-b10e-6719fbb4fa1a HTTP/1.1" status: 204 len: 168 time: 0.1275346 Oct 17 03:12:55.822950 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14792b37-61cd-4744-ab70-3222d0348d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e45bf17-2fda-4dd7-b10e-6719fbb4fa1a,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:56.142137 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37044) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:56.155961 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f228d076-ef8e-447f-8ef9-2251b1586bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:56.236206 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f228d076-ef8e-447f-8ef9-2251b1586bee admin admin] Publish callbacks [] for security_group (15069f49-38b0-4254-ac1c-8cc3cb6ea7c5), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:56.240008 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f228d076-ef8e-447f-8ef9-2251b1586bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (15069f49-38b0-4254-ac1c-8cc3cb6ea7c5), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:56.279243 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228d076-ef8e-447f-8ef9-2251b1586bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15069f49-38b0-4254-ac1c-8cc3cb6ea7c5,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:56.283616 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-f228d076-ef8e-447f-8ef9-2251b1586bee admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=abddd56fbc0244ba954215e74af097ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404788 Oct 17 03:12:56.286173 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37048) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:56.336270 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e2776286-515a-4630-93a6-4016e8484ef5 admin admin] Publish callbacks [] for security_group (15069f49-38b0-4254-ac1c-8cc3cb6ea7c5), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:56.355955 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e2776286-515a-4630-93a6-4016e8484ef5 admin admin] Publish callbacks [] for security_group (15069f49-38b0-4254-ac1c-8cc3cb6ea7c5), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:56.403693 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e2776286-515a-4630-93a6-4016e8484ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (15069f49-38b0-4254-ac1c-8cc3cb6ea7c5), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:56.406260 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e2776286-515a-4630-93a6-4016e8484ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:56.407532 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-e2776286-515a-4630-93a6-4016e8484ef5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/15069f49-38b0-4254-ac1c-8cc3cb6ea7c5 HTTP/1.1" status: 204 len: 168 time: 0.1204264 Oct 17 03:12:56.416091 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2776286-515a-4630-93a6-4016e8484ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15069f49-38b0-4254-ac1c-8cc3cb6ea7c5,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:56.920723 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206a5c5-e990-4adf-97c9-64089f1a6bfd req-d55bf8b8-5640-4306-9654-21d7c9b78d48 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:56.922289 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5206a5c5-e990-4adf-97c9-64089f1a6bfd req-d55bf8b8-5640-4306-9654-21d7c9b78d48 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0594630 Oct 17 03:12:56.973776 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5206a5c5-e990-4adf-97c9-64089f1a6bfd req-65c92442-c395-4da7-90ba-43de4c4420b2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458350 Oct 17 03:12:58.103286 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e49fe7-b237-472c-8acf-04e07bd9cfd2 req-8a3fd9f5-1a95-4f56-967c-82828f67cb22 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:58.104898 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-64e49fe7-b237-472c-8acf-04e07bd9cfd2 req-8a3fd9f5-1a95-4f56-967c-82828f67cb22 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0525005 Oct 17 03:12:58.166301 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-64e49fe7-b237-472c-8acf-04e07bd9cfd2 req-0e4871e5-8393-4b1c-b64d-f1a642c4ee2f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555270 Oct 17 03:12:58.400100 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37146) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:58.511365 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4fac5c3d-8189-4941-a51b-79784d170df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:58.592919 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4fac5c3d-8189-4941-a51b-79784d170df5 admin admin] Publish callbacks [] for security_group (993f976d-d6ea-414a-a800-db96ed75b425), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:58.597198 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4fac5c3d-8189-4941-a51b-79784d170df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (993f976d-d6ea-414a-a800-db96ed75b425), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:58.597669 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37152) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:58.602086 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:58.634963 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-4fac5c3d-8189-4941-a51b-79784d170df5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3eee962df4ba474caf38b1f33539a8de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336841 Oct 17 03:12:58.637776 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37156) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:58.644000 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac5c3d-8189-4941-a51b-79784d170df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993f976d-d6ea-414a-a800-db96ed75b425,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:58.670037 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:58.701539 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-78fbf2ee-2793-4dc9-9670-b591b9b96daa admin admin] Publish callbacks [] for security_group (993f976d-d6ea-414a-a800-db96ed75b425), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:58.728340 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-78fbf2ee-2793-4dc9-9670-b591b9b96daa admin admin] Publish callbacks [] for security_group (993f976d-d6ea-414a-a800-db96ed75b425), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:58.742571 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-33cc0658-f84a-4203-bbb6-867815499ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:58.821638 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-78fbf2ee-2793-4dc9-9670-b591b9b96daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (993f976d-d6ea-414a-a800-db96ed75b425), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:58.824359 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-78fbf2ee-2793-4dc9-9670-b591b9b96daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:58.825488 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-78fbf2ee-2793-4dc9-9670-b591b9b96daa admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/993f976d-d6ea-414a-a800-db96ed75b425 HTTP/1.1" status: 204 len: 168 time: 0.1865678 Oct 17 03:12:58.840108 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbf2ee-2793-4dc9-9670-b591b9b96daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993f976d-d6ea-414a-a800-db96ed75b425,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:58.874032 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-33cc0658-f84a-4203-bbb6-867815499ada admin admin] Publish callbacks [] for security_group (f3534dec-f8f9-43a7-9437-f720e5a3a453), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:58.879189 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-33cc0658-f84a-4203-bbb6-867815499ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (f3534dec-f8f9-43a7-9437-f720e5a3a453), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:58.885384 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:58.927917 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc0658-f84a-4203-bbb6-867815499ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3534dec-f8f9-43a7-9437-f720e5a3a453,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:58.935325 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-33cc0658-f84a-4203-bbb6-867815499ada admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fe626ac29e53476d8016ee98dea3a9b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342283 Oct 17 03:12:58.935720 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37172) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:59.001238 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4e733d2f-47dd-48ea-96cb-e2db6b2bbbe3 admin admin] Publish callbacks [] for security_group (f3534dec-f8f9-43a7-9437-f720e5a3a453), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.026593 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4e733d2f-47dd-48ea-96cb-e2db6b2bbbe3 admin admin] Publish callbacks [] for security_group (f3534dec-f8f9-43a7-9437-f720e5a3a453), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.098526 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4e733d2f-47dd-48ea-96cb-e2db6b2bbbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (f3534dec-f8f9-43a7-9437-f720e5a3a453), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.103338 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4e733d2f-47dd-48ea-96cb-e2db6b2bbbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.104511 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-4e733d2f-47dd-48ea-96cb-e2db6b2bbbe3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f3534dec-f8f9-43a7-9437-f720e5a3a453 HTTP/1.1" status: 204 len: 168 time: 0.1677601 Oct 17 03:12:59.121928 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e733d2f-47dd-48ea-96cb-e2db6b2bbbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3534dec-f8f9-43a7-9437-f720e5a3a453,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:59.227045 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37194) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:59.247727 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-82db2aed-f609-4503-b241-ed60d6ce5973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.333370 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c76cb-8e65-40cc-8c36-a9397b021d69 req-d30cc099-0c51-4bfd-bba0-82a119b5c29e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:12:59.335827 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ca5c76cb-8e65-40cc-8c36-a9397b021d69 req-d30cc099-0c51-4bfd-bba0-82a119b5c29e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0679460 Oct 17 03:12:59.415261 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ca5c76cb-8e65-40cc-8c36-a9397b021d69 req-cb017da7-7d6b-4ee2-8d28-4c4c193301dd tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692306 Oct 17 03:12:59.435796 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-82db2aed-f609-4503-b241-ed60d6ce5973 admin admin] Publish callbacks [] for security_group (94a7f9f5-7836-4866-bf09-d886483c6eeb), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.440928 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-82db2aed-f609-4503-b241-ed60d6ce5973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (94a7f9f5-7836-4866-bf09-d886483c6eeb), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.486580 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-82db2aed-f609-4503-b241-ed60d6ce5973 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6bb487fabcd640beacaa9947b3bfcabe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580364 Oct 17 03:12:59.487846 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db2aed-f609-4503-b241-ed60d6ce5973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a7f9f5-7836-4866-bf09-d886483c6eeb,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:59.489414 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37206) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:59.495651 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37208) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:59.511492 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6adc9ea6-b9d8-47c1-b328-1cd984e349f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.557653 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3e36bb41-1b0c-4a97-84c5-d22c77c914a1 admin admin] Publish callbacks [] for security_group (94a7f9f5-7836-4866-bf09-d886483c6eeb), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.582357 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3e36bb41-1b0c-4a97-84c5-d22c77c914a1 admin admin] Publish callbacks [] for security_group (94a7f9f5-7836-4866-bf09-d886483c6eeb), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.586631 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:12:59.601994 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6adc9ea6-b9d8-47c1-b328-1cd984e349f0 admin admin] Publish callbacks [] for security_group (eb42c9f4-7a09-4b0b-8410-029663257989), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.608092 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6adc9ea6-b9d8-47c1-b328-1cd984e349f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (eb42c9f4-7a09-4b0b-8410-029663257989), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.639479 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3e36bb41-1b0c-4a97-84c5-d22c77c914a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (94a7f9f5-7836-4866-bf09-d886483c6eeb), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.642143 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3e36bb41-1b0c-4a97-84c5-d22c77c914a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.643323 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-3e36bb41-1b0c-4a97-84c5-d22c77c914a1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/94a7f9f5-7836-4866-bf09-d886483c6eeb HTTP/1.1" status: 204 len: 168 time: 0.1517963 Oct 17 03:12:59.654011 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6adc9ea6-b9d8-47c1-b328-1cd984e349f0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a7bbf740783e495981ad50749641174c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571157 Oct 17 03:12:59.654227 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36bb41-1b0c-4a97-84c5-d22c77c914a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a7f9f5-7836-4866-bf09-d886483c6eeb,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:59.655070 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc9ea6-b9d8-47c1-b328-1cd984e349f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb42c9f4-7a09-4b0b-8410-029663257989,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:12:59.657654 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37212) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:12:59.715318 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f8eda091-704f-4fd1-b6be-a15be2e6e5fe admin admin] Publish callbacks [] for security_group (eb42c9f4-7a09-4b0b-8410-029663257989), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.736498 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f8eda091-704f-4fd1-b6be-a15be2e6e5fe admin admin] Publish callbacks [] for security_group (eb42c9f4-7a09-4b0b-8410-029663257989), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.783859 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f8eda091-704f-4fd1-b6be-a15be2e6e5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (eb42c9f4-7a09-4b0b-8410-029663257989), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.786760 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f8eda091-704f-4fd1-b6be-a15be2e6e5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:12:59.790818 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-f8eda091-704f-4fd1-b6be-a15be2e6e5fe admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/eb42c9f4-7a09-4b0b-8410-029663257989 HTTP/1.1" status: 204 len: 168 time: 0.1298339 Oct 17 03:12:59.797556 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eda091-704f-4fd1-b6be-a15be2e6e5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb42c9f4-7a09-4b0b-8410-029663257989,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:00.100132 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37230) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:00.123759 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0b12d8e9-f118-456b-86c2-7796b98c60f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:00.218377 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0b12d8e9-f118-456b-86c2-7796b98c60f7 admin admin] Publish callbacks [] for security_group (0382bf2b-74dd-4424-b9d8-a7806de75f64), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:00.232856 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0b12d8e9-f118-456b-86c2-7796b98c60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (0382bf2b-74dd-4424-b9d8-a7806de75f64), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:00.274280 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-0b12d8e9-f118-456b-86c2-7796b98c60f7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=74deef577f8e47b19776fa862ae13339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730332 Oct 17 03:13:00.275284 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12d8e9-f118-456b-86c2-7796b98c60f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0382bf2b-74dd-4424-b9d8-a7806de75f64,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:00.276980 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37234) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:00.330958 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:00.335939 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-473d0539-709c-4e48-a0f9-0a23896ed75e admin admin] Publish callbacks [] for security_group (0382bf2b-74dd-4424-b9d8-a7806de75f64), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:00.360882 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-473d0539-709c-4e48-a0f9-0a23896ed75e admin admin] Publish callbacks [] for security_group (0382bf2b-74dd-4424-b9d8-a7806de75f64), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:00.411728 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-473d0539-709c-4e48-a0f9-0a23896ed75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (0382bf2b-74dd-4424-b9d8-a7806de75f64), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:00.414973 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-473d0539-709c-4e48-a0f9-0a23896ed75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:00.416174 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-473d0539-709c-4e48-a0f9-0a23896ed75e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0382bf2b-74dd-4424-b9d8-a7806de75f64 HTTP/1.1" status: 204 len: 168 time: 0.1366959 Oct 17 03:13:00.425105 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d0539-709c-4e48-a0f9-0a23896ed75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0382bf2b-74dd-4424-b9d8-a7806de75f64,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:00.584069 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a5ee3-7b1a-420a-b0b8-0299a80d9e48 req-a6420445-2874-4ec1-a9ba-966e7418ec93 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:00.586237 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ba9a5ee3-7b1a-420a-b0b8-0299a80d9e48 req-a6420445-2874-4ec1-a9ba-966e7418ec93 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0597739 Oct 17 03:13:00.646296 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ba9a5ee3-7b1a-420a-b0b8-0299a80d9e48 req-0766b053-5ad5-47fd-814a-6dbe5fffc373 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534270 Oct 17 03:13:01.018703 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37274) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:01.126327 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f3c5adc9-835a-4d25-b4c9-53f45778d6ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.205846 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f3c5adc9-835a-4d25-b4c9-53f45778d6ca admin admin] Publish callbacks [] for security_group (32878b0b-be34-4e50-91e4-3808ed934147), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.211069 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f3c5adc9-835a-4d25-b4c9-53f45778d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (32878b0b-be34-4e50-91e4-3808ed934147), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.212372 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37286) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:01.255834 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-f3c5adc9-835a-4d25-b4c9-53f45778d6ca admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=513e86ab3af74915bbbbc7dc52779c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360127 Oct 17 03:13:01.259155 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37292) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:01.265302 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5adc9-835a-4d25-b4c9-53f45778d6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32878b0b-be34-4e50-91e4-3808ed934147,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:01.313631 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:01.320129 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8b039f6b-28b9-4bb6-b884-222975275852 admin admin] Publish callbacks [] for security_group (32878b0b-be34-4e50-91e4-3808ed934147), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.342306 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8b039f6b-28b9-4bb6-b884-222975275852 admin admin] Publish callbacks [] for security_group (32878b0b-be34-4e50-91e4-3808ed934147), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.345215 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-781395997-network', 'tenant_id': 'b87c159313f74c77a95172124e82dc25'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:01.370401 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Made reservation on behalf of b87c159313f74c77a95172124e82dc25 for: {'network': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:13:01.373137 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.387163 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.394981 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8b039f6b-28b9-4bb6-b884-222975275852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (32878b0b-be34-4e50-91e4-3808ed934147), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.397992 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8b039f6b-28b9-4bb6-b884-222975275852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.406339 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:01.411893 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-8b039f6b-28b9-4bb6-b884-222975275852 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/32878b0b-be34-4e50-91e4-3808ed934147 HTTP/1.1" status: 204 len: 168 time: 0.1417465 Oct 17 03:13:01.424335 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b039f6b-28b9-4bb6-b884-222975275852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32878b0b-be34-4e50-91e4-3808ed934147,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:01.498729 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Publish callbacks [] for security_group (2cc8478d-f018-45ac-b4e4-ce802fafe29c), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.503431 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (2cc8478d-f018-45ac-b4e4-ce802fafe29c), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.533073 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=104638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:13:01.547347 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc8478d-f018-45ac-b4e4-ce802fafe29c,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:01.549698 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (90ecbca7-5e91-4a13-b4ee-22e413aef68c), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.550045 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.segments_db [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Added segment 90ecbca7-5e91-4a13-b4ee-22e413aef68c of type vlan for network facc8931-b1bd-467e-90f2-4b5fa4eb484d Oct 17 03:13:01.601184 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (facc8931-b1bd-467e-90f2-4b5fa4eb484d), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.616020 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc8b7f-8f21-4823-b179-c50420db4ee9 req-904a69dc-970e-4900-8756-9f1d9f95a6f1 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:01.617880 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f9cc8b7f-8f21-4823-b179-c50420db4ee9 req-904a69dc-970e-4900-8756-9f1d9f95a6f1 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 946 time: 0.0668788 Oct 17 03:13:01.622809 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:01.636760 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (facc8931-b1bd-467e-90f2-4b5fa4eb484d), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.638063 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:01.638675 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.693120 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f9cc8b7f-8f21-4823-b179-c50420db4ee9 req-9c97532f-c8d6-4789-b0e7-7f5b049b5547 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670896 Oct 17 03:13:01.704107 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4877629 Oct 17 03:13:01.704819 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37310) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:01.711079 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-3b23558c-a84b-4117-9daf-9568934c4f8e admin admin] Request body: {'subnet': {'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-781395997-subnet', 'tenant_id': 'b87c159313f74c77a95172124e82dc25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:01.737203 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b23558c-a84b-4117-9daf-9568934c4f8e admin admin] Made reservation on behalf of b87c159313f74c77a95172124e82dc25 for: {'subnet': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:13:01.738012 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc481e6f-f65a-4f1c-9415-f8fc49556ede admin admin] Pushing event updated for resources: {'Network': ['ID=facc8931-b1bd-467e-90f2-4b5fa4eb484d,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:01.741431 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3b23558c-a84b-4117-9daf-9568934c4f8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:01.755819 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network facc8931-b1bd-467e-90f2-4b5fa4eb484d details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:13:01.816408 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:01.837133 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b76dc-2196-4966-8883-016404d51114 req-a487399d-90b3-41b8-b048-dae158a191f1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:01.839172 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cc0b76dc-2196-4966-8883-016404d51114 req-a487399d-90b3-41b8-b048-dae158a191f1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0663314 Oct 17 03:13:01.913709 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cc0b76dc-2196-4966-8883-016404d51114 req-77cc6e53-c977-4e3e-87fe-8b6ccd023708 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672977 Oct 17 03:13:01.977925 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37318) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:01.978658 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3b23558c-a84b-4117-9daf-9568934c4f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (4f2617ad-fed5-4c70-aa45-ebd4607c9b81), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:02.029032 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:02.036683 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23558c-a84b-4117-9daf-9568934c4f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2617ad-fed5-4c70-aa45-ebd4607c9b81,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:02.057474 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23558c-a84b-4117-9daf-9568934c4f8e admin admin] Checking segment: {'id': '90ecbca7-5e91-4a13-b4ee-22e413aef68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:13:02.057832 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b23558c-a84b-4117-9daf-9568934c4f8e admin admin] Network hostable DHCP agents. Network: facc8931-b1bd-467e-90f2-4b5fa4eb484d, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:13:02.076633 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b23558c-a84b-4117-9daf-9568934c4f8e admin admin] Network facc8931-b1bd-467e-90f2-4b5fa4eb484d is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:13:02.089028 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-3b23558c-a84b-4117-9daf-9568934c4f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, facc8931-b1bd-467e-90f2-4b5fa4eb484d) {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:13:02.093438 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b23558c-a84b-4117-9daf-9568934c4f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:02.094349 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3b23558c-a84b-4117-9daf-9568934c4f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:02.101539 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ccb963-0e93-4ff7-84b8-12962e30a9d0 None None] Network facc8931-b1bd-467e-90f2-4b5fa4eb484d requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:13:02.127446 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-3b23558c-a84b-4117-9daf-9568934c4f8e admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4219081 Oct 17 03:13:02.189625 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:02.192169 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-56aa0671-e618-496f-8bf3-61955340a4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:02.218532 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b544f78-1c31-4733-a9cb-7011ed500aa2 None None] Network facc8931-b1bd-467e-90f2-4b5fa4eb484d requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:13:02.310733 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-56aa0671-e618-496f-8bf3-61955340a4cc admin admin] Publish callbacks [] for security_group (fe0af395-405e-46fd-853e-a61e9ad28025), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:02.314786 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-56aa0671-e618-496f-8bf3-61955340a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (fe0af395-405e-46fd-853e-a61e9ad28025), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:02.356774 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa0671-e618-496f-8bf3-61955340a4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0af395-405e-46fd-853e-a61e9ad28025,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:02.379861 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-56aa0671-e618-496f-8bf3-61955340a4cc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=246520cd6cae4ce099d62e7fc85bf15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005914 Oct 17 03:13:02.382580 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37338) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:02.438262 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bf451f89-c6ae-4293-9e6b-8e4c1f1cdfef admin admin] Publish callbacks [] for security_group (fe0af395-405e-46fd-853e-a61e9ad28025), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:02.459970 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bf451f89-c6ae-4293-9e6b-8e4c1f1cdfef admin admin] Publish callbacks [] for security_group (fe0af395-405e-46fd-853e-a61e9ad28025), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:02.471352 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:02.486901 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=46 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:02.517474 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bf451f89-c6ae-4293-9e6b-8e4c1f1cdfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (fe0af395-405e-46fd-853e-a61e9ad28025), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:02.520362 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bf451f89-c6ae-4293-9e6b-8e4c1f1cdfef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:02.521528 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-bf451f89-c6ae-4293-9e6b-8e4c1f1cdfef admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fe0af395-405e-46fd-853e-a61e9ad28025 HTTP/1.1" status: 204 len: 168 time: 0.1378500 Oct 17 03:13:02.532553 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf451f89-c6ae-4293-9e6b-8e4c1f1cdfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0af395-405e-46fd-853e-a61e9ad28025,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:02.840798 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebed08-09bd-43fe-8e21-bad098a21fa4 req-9002c16c-b91a-439f-81ca-0ce47f7b4323 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:02.852558 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-78ebed08-09bd-43fe-8e21-bad098a21fa4 req-9002c16c-b91a-439f-81ca-0ce47f7b4323 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 946 time: 0.0607769 Oct 17 03:13:02.926174 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-78ebed08-09bd-43fe-8e21-bad098a21fa4 req-233a502a-11a6-4483-8a9c-2256efe930d5 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721488 Oct 17 03:13:03.098111 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265daf4-f457-47e7-b37c-4afae227325d req-2ab55c92-3103-430a-9826-7258f299878c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:03.100208 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d265daf4-f457-47e7-b37c-4afae227325d req-2ab55c92-3103-430a-9826-7258f299878c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0706935 Oct 17 03:13:03.155568 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d265daf4-f457-47e7-b37c-4afae227325d req-8677f178-a343-4aa0-a448-01b6ae24a92b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485106 Oct 17 03:13:03.860658 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:INSERT=11,neutron:UPDATE=1,neutron:SELECT=84,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:03.873895 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e6e8a-4589-40e5-981c-50aa16507946 req-744d2eaf-6b86-4ab4-9e4a-cc01a4c47cbf tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:03.875374 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-727e6e8a-4589-40e5-981c-50aa16507946 req-744d2eaf-6b86-4ab4-9e4a-cc01a4c47cbf tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 946 time: 0.0468955 Oct 17 03:13:03.992614 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-727e6e8a-4589-40e5-981c-50aa16507946 req-003daf56-bbbc-456d-899e-a2982fa69a38 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Deleting port 824256fe-bd04-430c-90af-ea00257587d7 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:13:03.992942 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-727e6e8a-4589-40e5-981c-50aa16507946 req-003daf56-bbbc-456d-899e-a2982fa69a38 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (824256fe-bd04-430c-90af-ea00257587d7), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:04.069005 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882003-3094-4b2a-8479-ac102075c37c req-37e38928-cec1-480d-9a50-102ca2226796 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:04.070612 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b6882003-3094-4b2a-8479-ac102075c37c req-37e38928-cec1-480d-9a50-102ca2226796 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 946 time: 0.0564411 Oct 17 03:13:04.095590 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-727e6e8a-4589-40e5-981c-50aa16507946 req-003daf56-bbbc-456d-899e-a2982fa69a38 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] For port 824256fe-bd04-430c-90af-ea00257587d7, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=824256fe-bd04-430c-90af-ea00257587d7,segment=NetworkSegment(621bb03d-26da-485b-950b-eca046ddefa2),segment_id=621bb03d-26da-485b-950b-eca046ddefa2)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:04.095590 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-727e6e8a-4589-40e5-981c-50aa16507946 req-003daf56-bbbc-456d-899e-a2982fa69a38 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (824256fe-bd04-430c-90af-ea00257587d7), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:04.117295 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-727e6e8a-4589-40e5-981c-50aa16507946 req-003daf56-bbbc-456d-899e-a2982fa69a38 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Calling delete_port for 824256fe-bd04-430c-90af-ea00257587d7 owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:13:04.159336 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b6882003-3094-4b2a-8479-ac102075c37c req-7883a970-e944-489f-bd83-d3948bc9194f tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2260b859-a6cc-447d-b2e8-dce87082b849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798075 Oct 17 03:13:04.260042 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:04.382220 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0e9c5-9caa-4f89-9bf8-c3ca0b81055c req-30c21eae-9923-4429-950b-156f3e0fb6e0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:04.383754 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-96a0e9c5-9caa-4f89-9bf8-c3ca0b81055c req-30c21eae-9923-4429-950b-156f3e0fb6e0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0935302 Oct 17 03:13:04.397982 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-727e6e8a-4589-40e5-981c-50aa16507946 req-003daf56-bbbc-456d-899e-a2982fa69a38 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (824256fe-bd04-430c-90af-ea00257587d7), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:04.415274 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['824256fe-bd04-430c-90af-ea00257587d7'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:13:04.432853 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-43b8542d-47b3-4ab5-9a9a-16cc58b51717 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:04.435439 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-43b8542d-47b3-4ab5-9a9a-16cc58b51717 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/networks?id=facc8931-b1bd-467e-90f2-4b5fa4eb484d HTTP/1.1" status: 200 len: 808 time: 0.1254349 Oct 17 03:13:04.454064 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-60123e54-50e3-4e61-ada0-5a4422521524 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/quotas/b87c159313f74c77a95172124e82dc25 HTTP/1.1" status: 200 len: 375 time: 0.0130746 Oct 17 03:13:04.490307 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-759fa7ef-2aef-4f5e-8df0-87c759cd5dfa tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b87c159313f74c77a95172124e82dc25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290799 Oct 17 03:13:04.506619 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003daf56-bbbc-456d-899e-a2982fa69a38 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Pushing event deleted for resources: {'Port': ['ID=824256fe-bd04-430c-90af-ea00257587d7,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:04.535568 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-727e6e8a-4589-40e5-981c-50aa16507946 req-003daf56-bbbc-456d-899e-a2982fa69a38 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] No DVR routers for this DVR port 824256fe-bd04-430c-90af-ea00257587d7 on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:13:04.539356 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-727e6e8a-4589-40e5-981c-50aa16507946 req-003daf56-bbbc-456d-899e-a2982fa69a38 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:04.542934 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-727e6e8a-4589-40e5-981c-50aa16507946 req-003daf56-bbbc-456d-899e-a2982fa69a38 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.23 "DELETE /networking/v2.0/ports/824256fe-bd04-430c-90af-ea00257587d7 HTTP/1.1" status: 204 len: 173 time: 0.6620815 Oct 17 03:13:04.547183 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4241d22-757d-4baa-bee5-476e3fab96a8', 'name': 'network-vif-deleted', 'tag': '824256fe-bd04-430c-90af-ea00257587d7'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:13:04.550920 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9d5692-2090-4c21-9a1c-3ea0bc35135f" -d '{"events": [{"server_uuid": "f4241d22-757d-4baa-bee5-476e3fab96a8", "name": "network-vif-deleted", "tag": "824256fe-bd04-430c-90af-ea00257587d7"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:13:04.558487 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:04.558800 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-96a0e9c5-9caa-4f89-9bf8-c3ca0b81055c req-e4a0a83a-42b4-4e71-aa53-13a2a059b201 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686771 Oct 17 03:13:04.611834 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-8c1bc0bf-fad4-4912-955c-08ac730ddc23 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108782 Oct 17 03:13:04.654856 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d81c72f-f776-40dc-976b-7255a2bc3e11 x-openstack-request-id: req-9d81c72f-f776-40dc-976b-7255a2bc3e11 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:13:04.655156 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4241d22-757d-4baa-bee5-476e3fab96a8", "name": "network-vif-deleted", "tag": "824256fe-bd04-430c-90af-ea00257587d7", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:13:04.655410 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9d81c72f-f776-40dc-976b-7255a2bc3e11 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:13:04.655811 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d81c72f-f776-40dc-976b-7255a2bc3e11'] response: {'server_uuid': 'f4241d22-757d-4baa-bee5-476e3fab96a8', 'name': 'network-vif-deleted', 'tag': '824256fe-bd04-430c-90af-ea00257587d7', 'status': 'completed', 'code': 200} Oct 17 03:13:04.718756 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-859d189b-9af9-4c8c-ba79-51e361f91be9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986063 Oct 17 03:13:04.896400 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-531cb5ce-8605-4ae4-8d96-78a891a5a65f req-45b3c8ed-e309-4b9c-abec-a75aa30d66a6 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 210 time: 0.0285709 Oct 17 03:13:05.361218 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c0ebcfa1-6358-48b2-a147-b96f1477c9f9 req-d4d5f99e-be74-4e16-9570-8ba76f9d7ea2 tempest-DeleteServersTestJSON-1926001539 tempest-DeleteServersTestJSON-1926001539-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f4241d22-757d-4baa-bee5-476e3fab96a8 HTTP/1.1" status: 200 len: 210 time: 0.0430655 Oct 17 03:13:05.725604 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa69b-7ab5-427c-ac0c-63fb2a9fd376 req-64bccb0a-df54-4bcd-acdc-0b67d6bee4dd tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:05.727224 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-049fa69b-7ab5-427c-ac0c-63fb2a9fd376 req-64bccb0a-df54-4bcd-acdc-0b67d6bee4dd tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0685050 Oct 17 03:13:05.737630 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37470) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:05.789660 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-049fa69b-7ab5-427c-ac0c-63fb2a9fd376 req-236f085e-5a8d-4719-b962-50814d3aa21f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566893 Oct 17 03:13:05.893280 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6861604e-e368-42c5-8823-edf8f66f9674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:05.982138 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6861604e-e368-42c5-8823-edf8f66f9674 admin admin] Publish callbacks [] for security_group (9140d9f7-22e4-4f41-93c7-46596c400999), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:05.993932 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6861604e-e368-42c5-8823-edf8f66f9674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9140d9f7-22e4-4f41-93c7-46596c400999), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:06.025168 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6eed111b-2ad4-47d4-ba54-73896d3b2aa9 req-0154def5-d148-497c-9c78-e0396d4a9f69 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 210 time: 0.0452149 Oct 17 03:13:06.049880 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-6861604e-e368-42c5-8823-edf8f66f9674 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8c438130990f47b6b8ccd250ff03b17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111782 Oct 17 03:13:06.050756 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861604e-e368-42c5-8823-edf8f66f9674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9140d9f7-22e4-4f41-93c7-46596c400999,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:06.052614 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37476) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:06.107918 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f2b38d85-cf2b-40ee-bc96-f7915759ac7b admin admin] Publish callbacks [] for security_group (9140d9f7-22e4-4f41-93c7-46596c400999), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:06.127992 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f2b38d85-cf2b-40ee-bc96-f7915759ac7b admin admin] Publish callbacks [] for security_group (9140d9f7-22e4-4f41-93c7-46596c400999), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:06.175950 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f2b38d85-cf2b-40ee-bc96-f7915759ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9140d9f7-22e4-4f41-93c7-46596c400999), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:06.179100 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f2b38d85-cf2b-40ee-bc96-f7915759ac7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:06.180227 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-f2b38d85-cf2b-40ee-bc96-f7915759ac7b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9140d9f7-22e4-4f41-93c7-46596c400999 HTTP/1.1" status: 204 len: 168 time: 0.1258621 Oct 17 03:13:06.188484 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b38d85-cf2b-40ee-bc96-f7915759ac7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9140d9f7-22e4-4f41-93c7-46596c400999,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:06.716816 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-6d91e73f-55df-43a9-bd4b-c44b0a3e9758 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:06.722842 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-6d91e73f-55df-43a9-bd4b-c44b0a3e9758 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.23 "GET /networking/v2.0/networks?id=facc8931-b1bd-467e-90f2-4b5fa4eb484d HTTP/1.1" status: 200 len: 808 time: 0.1831625 Oct 17 03:13:06.742233 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Request body: {'port': {'device_id': 'c5bef4f0-63d6-4f68-aeec-a77348fd3921', 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d', 'admin_state_up': True, 'tenant_id': 'b87c159313f74c77a95172124e82dc25'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:06.815058 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:06.955615 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14512110-49dc-4393-bb15-057c67e0df6c req-f16c3657-8db3-48a6-aa49-b241e0955d5a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:06.957212 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-14512110-49dc-4393-bb15-057c67e0df6c req-f16c3657-8db3-48a6-aa49-b241e0955d5a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0678480 Oct 17 03:13:06.965698 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Made reservation on behalf of b87c159313f74c77a95172124e82dc25 for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:13:06.971766 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:06.986173 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37524) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:07.099051 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37530) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:07.155472 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-18369c87-0a52-47db-8d98-7aed68e727a2 req-84ac62db-4541-44a7-8e86-4134be44b862 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 210 time: 0.0372169 Oct 17 03:13:07.211167 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-00c8e6ea-0ef9-4b1f-9228-13f9a508f1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.224447 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:07.253857 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-160457261-network', 'tenant_id': '0d285ecc0c5343b1b4001594013cd447'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:07.284725 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-006f2613-bf4b-4110-82cf-83d7dc7ac74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.295972 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Made reservation on behalf of 0d285ecc0c5343b1b4001594013cd447 for: {'network': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:13:07.298602 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.309338 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.322812 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-14512110-49dc-4393-bb15-057c67e0df6c req-085decec-c6d0-45e3-96e7-50a4f434b970 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019535 Oct 17 03:13:07.347117 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-00c8e6ea-0ef9-4b1f-9228-13f9a508f1c7 admin admin] Publish callbacks [] for security_group (0770f804-aeb5-4300-97a6-416be54e17af), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.354115 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-00c8e6ea-0ef9-4b1f-9228-13f9a508f1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (0770f804-aeb5-4300-97a6-416be54e17af), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.387234 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Allocated IP 172.20.0.10 (facc8931-b1bd-467e-90f2-4b5fa4eb484d/4f2617ad-fed5-4c70-aa45-ebd4607c9b81/7fb9edbd-1a95-4c9b-bafa-7879c03c7674) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:13:07.404609 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:07.408162 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8e6ea-0ef9-4b1f-9228-13f9a508f1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0770f804-aeb5-4300-97a6-416be54e17af,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:07.415280 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-00c8e6ea-0ef9-4b1f-9228-13f9a508f1c7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9895a9a9121d4bf197f6b1db0953f06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252167 Oct 17 03:13:07.416909 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37534) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:07.486145 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Publish callbacks [] for security_group (93c8607a-91d5-496c-bc0f-d8481e17c15e), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.495593 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (93c8607a-91d5-496c-bc0f-d8481e17c15e), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.514341 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-baf7849c-54ad-47b0-8013-50d3fa8ff6ad admin admin] Publish callbacks [] for security_group (0770f804-aeb5-4300-97a6-416be54e17af), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.539334 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=104637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:13:07.541038 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:07.547353 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks [] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.555686 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-baf7849c-54ad-47b0-8013-50d3fa8ff6ad admin admin] Publish callbacks [] for security_group (0770f804-aeb5-4300-97a6-416be54e17af), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.564645 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c8607a-91d5-496c-bc0f-d8481e17c15e,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:07.578105 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (b3cd66d1-a72f-4f97-aaec-012d961ebe63), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.578443 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.segments_db [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Added segment b3cd66d1-a72f-4f97-aaec-012d961ebe63 of type vlan for network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 Oct 17 03:13:07.583249 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.636199 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Network facc8931-b1bd-467e-90f2-4b5fa4eb484d is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:13:07.636965 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (8f1e2c13-b4f2-4e53-81bc-b89ddf861600), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.642373 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:13:07.645772 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:13:07.651551 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-baf7849c-54ad-47b0-8013-50d3fa8ff6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (0770f804-aeb5-4300-97a6-416be54e17af), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.653088 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:07.654176 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.654407 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-baf7849c-54ad-47b0-8013-50d3fa8ff6ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.658495 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-baf7849c-54ad-47b0-8013-50d3fa8ff6ad admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0770f804-aeb5-4300-97a6-416be54e17af HTTP/1.1" status: 204 len: 168 time: 0.2406421 Oct 17 03:13:07.663638 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Pushing event updated for resources: {'Port': ['ID=7fb9edbd-1a95-4c9b-bafa-7879c03c7674,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:07.677638 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-61cc8daa-1d24-4481-bc4d-c9a460acafd3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9408872 Oct 17 03:13:07.687470 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7849c-54ad-47b0-8013-50d3fa8ff6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0770f804-aeb5-4300-97a6-416be54e17af,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:07.690172 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (8f1e2c13-b4f2-4e53-81bc-b89ddf861600), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.691426 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:07.692151 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.699440 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Request body: {'port': {'device_id': 'c5bef4f0-63d6-4f68-aeec-a77348fd3921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:07.762304 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6616292 Oct 17 03:13:07.762937 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37538) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:07.769409 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.771948 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-f377c558-9bbf-4859-b878-160fecc9865c admin admin] Request body: {'subnet': {'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-160457261-subnet', 'tenant_id': '0d285ecc0c5343b1b4001594013cd447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:07.777142 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575d161-8389-46f4-971b-bd68953d249f admin admin] Pushing event updated for resources: {'Network': ['ID=8f1e2c13-b4f2-4e53-81bc-b89ddf861600,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:07.789560 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:13:07.798960 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:07.805153 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f377c558-9bbf-4859-b878-160fecc9865c admin admin] Made reservation on behalf of 0d285ecc0c5343b1b4001594013cd447 for: {'subnet': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:13:07.807979 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f377c558-9bbf-4859-b878-160fecc9865c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:07.985053 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37550) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:08.007727 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:08.087259 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f377c558-9bbf-4859-b878-160fecc9865c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (db8384d0-452c-4b1f-ba72-46b7875d3223), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:08.120743 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:13:08.129510 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Publish callbacks [] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:08.143669 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Transition to ACTIVE for port object 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:13:08.147910 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:08.191888 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377c558-9bbf-4859-b878-160fecc9865c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8384d0-452c-4b1f-ba72-46b7875d3223,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:08.234577 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb9edbd-1a95-4c9b-bafa-7879c03c7674,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:08.241841 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Attempting to bind port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:13:08.242437 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Attempting to bind port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': '90ecbca7-5e91-4a13-b4ee-22e413aef68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:13:08.243050 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Attempting to bind port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 on network facc8931-b1bd-467e-90f2-4b5fa4eb484d {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:13:08.247320 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f377c558-9bbf-4859-b878-160fecc9865c admin admin] Checking segment: {'id': 'b3cd66d1-a72f-4f97-aaec-012d961ebe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:13:08.247677 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377c558-9bbf-4859-b878-160fecc9865c admin admin] Network hostable DHCP agents. Network: 8f1e2c13-b4f2-4e53-81bc-b89ddf861600, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:13:08.293181 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 on network facc8931-b1bd-467e-90f2-4b5fa4eb484d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:13:08.293508 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Attempting to bind port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 on network facc8931-b1bd-467e-90f2-4b5fa4eb484d {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:13:08.321864 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f377c558-9bbf-4859-b878-160fecc9865c admin admin] Network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:13:08.348242 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:13:08.348952 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Checking segment: {'id': '90ecbca7-5e91-4a13-b4ee-22e413aef68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:13:08.349101 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Bound using segment: {'id': '90ecbca7-5e91-4a13-b4ee-22e413aef68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:13:08.349410 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Bound port: 7fb9edbd-1a95-4c9b-bafa-7879c03c7674, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ecbca7-5e91-4a13-b4ee-22e413aef68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:13:08.350013 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:08.355643 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-f377c558-9bbf-4859-b878-160fecc9865c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, 8f1e2c13-b4f2-4e53-81bc-b89ddf861600) {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:13:08.359960 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f377c558-9bbf-4859-b878-160fecc9865c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:08.360551 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f377c558-9bbf-4859-b878-160fecc9865c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:08.367622 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 824256fe-bd04-430c-90af-ea00257587d7 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:13:08.406848 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b572d-4958-47f6-a975-141d8d7df8d7 req-b54302d5-bd15-4276-af66-afcefa89b415 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:08.408352 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-070b572d-4958-47f6-a975-141d8d7df8d7 req-b54302d5-bd15-4276-af66-afcefa89b415 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 944 time: 0.1172471 Oct 17 03:13:08.418628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] For port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:13:08.421871 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] For port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=7fb9edbd-1a95-4c9b-bafa-7879c03c7674,segment=NetworkSegment(90ecbca7-5e91-4a13-b4ee-22e413aef68c),segment_id=90ecbca7-5e91-4a13-b4ee-22e413aef68c)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:13:08.432360 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-f377c558-9bbf-4859-b878-160fecc9865c admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6586690 Oct 17 03:13:08.432848 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: 824256fe-bd04-430c-90af-ea00257587d7 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:13:08.432848 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 824256fe-bd04-430c-90af-ea00257587d7 not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:13:08.433628 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c189901-cf5c-4587-8d50-bfbc34a13a8d None None] Network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:13:08.434353 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:08.441706 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:08.455333 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:08.455975 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:08.457446 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/7fb9edbd-1a95-4c9b-bafa-7879c03c7674 HTTP/1.1" status: 200 len: 1094 time: 0.7657850 Oct 17 03:13:08.459707 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bef4f0-63d6-4f68-aeec-a77348fd3921', 'tag': '7fb9edbd-1a95-4c9b-bafa-7879c03c7674'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:13:08.462084 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6d6783-c2b0-4ad9-95c5-12fdecc134ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c5bef4f0-63d6-4f68-aeec-a77348fd3921", "tag": "7fb9edbd-1a95-4c9b-bafa-7879c03c7674"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:13:08.587288 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3275ea17-3215-457c-a54c-9cb482653fd6 None None] Network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:13:08.637275 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-070b572d-4958-47f6-a975-141d8d7df8d7 req-343c7f3a-dd83-4a83-b3a1-a8c17246e7ab tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199275 Oct 17 03:13:08.639979 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:08.712535 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-4e22cd38-c82f-4a80-bf7b-c0b2a7c5bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:08.714213 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-4e22cd38-c82f-4a80-bf7b-c0b2a7c5bd4f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b87c159313f74c77a95172124e82dc25&device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 1128 time: 0.1972916 Oct 17 03:13:08.729096 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89741d8a-6480-4e44-95ba-16905a274791 req-4b7e3743-9da6-4f04-a431-d7b6a1981f25 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:08.731329 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-89741d8a-6480-4e44-95ba-16905a274791 req-4b7e3743-9da6-4f04-a431-d7b6a1981f25 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.1813290 Oct 17 03:13:08.733068 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4b4535-747e-4058-b4e7-38979feddfb6 x-openstack-request-id: req-2e4b4535-747e-4058-b4e7-38979feddfb6 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:13:08.733507 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5bef4f0-63d6-4f68-aeec-a77348fd3921", "tag": "7fb9edbd-1a95-4c9b-bafa-7879c03c7674", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:13:08.733926 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2e4b4535-747e-4058-b4e7-38979feddfb6 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:13:08.734608 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4b4535-747e-4058-b4e7-38979feddfb6'] response: {'name': 'network-changed', 'server_uuid': 'c5bef4f0-63d6-4f68-aeec-a77348fd3921', 'tag': '7fb9edbd-1a95-4c9b-bafa-7879c03c7674', 'status': 'completed', 'code': 200} Oct 17 03:13:08.735610 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84feeb44-5094-45ca-8cde-0f4542d6cff2 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb9edbd-1a95-4c9b-bafa-7879c03c7674,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:08.799669 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-1ef9c200-0a65-4aed-944f-eab749c4ec72 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb9edbd-1a95-4c9b-bafa-7879c03c7674 HTTP/1.1" status: 200 len: 217 time: 0.0599456 Oct 17 03:13:08.862108 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-a0dc2194-9ce9-4aed-935e-fd20dad355f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:08.863510 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-a0dc2194-9ce9-4aed-935e-fd20dad355f4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4f2617ad-fed5-4c70-aa45-ebd4607c9b81 HTTP/1.1" status: 200 len: 848 time: 0.0523510 Oct 17 03:13:08.905623 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-2fe01202-e43a-4fe6-86aa-d6514037be52 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=facc8931-b1bd-467e-90f2-4b5fa4eb484d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306427 Oct 17 03:13:08.911792 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-89741d8a-6480-4e44-95ba-16905a274791 req-afa987ef-43d1-4f0e-9811-a5c19043bf12 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702771 Oct 17 03:13:08.988971 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-50f138a3-dbc2-4551-a5d6-7ee759642df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752455'] for router_interface (ad53dc6d-a821-4f30-bb0f-50c664b4c259), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:08.994249 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:09.034385 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-3479834d-39a3-48af-bf05-121e5375b036 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200922 Oct 17 03:13:09.174198 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-be86b044-13af-48bb-ac0f-1d85c03f54e6 req-f37ff6fc-10bf-4dcb-bca9-9283f41dedb6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285050 Oct 17 03:13:09.247967 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:09.316708 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-88be4123-b060-4f91-96f5-af3169c5f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:09.342399 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-50f138a3-dbc2-4551-a5d6-7ee759642df2 admin admin] Deleting port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:13:09.342839 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-50f138a3-dbc2-4551-a5d6-7ee759642df2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:09.435101 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-50f138a3-dbc2-4551-a5d6-7ee759642df2 admin admin] For port 312f0a1c-0529-4ef8-9c83-76bc5f276fbe, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=312f0a1c-0529-4ef8-9c83-76bc5f276fbe,segment=NetworkSegment(621bb03d-26da-485b-950b-eca046ddefa2),segment_id=621bb03d-26da-485b-950b-eca046ddefa2)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:09.435459 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-50f138a3-dbc2-4551-a5d6-7ee759642df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:09.448670 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-50f138a3-dbc2-4551-a5d6-7ee759642df2 admin admin] Calling delete_port for 312f0a1c-0529-4ef8-9c83-76bc5f276fbe owned by network:router_interface {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:13:09.685598 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-50f138a3-dbc2-4551-a5d6-7ee759642df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (312f0a1c-0529-4ef8-9c83-76bc5f276fbe), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:09.750330 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f138a3-dbc2-4551-a5d6-7ee759642df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=312f0a1c-0529-4ef8-9c83-76bc5f276fbe,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:09.837232 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d684f1e-4f98-4497-8101-cde2448a36dd req-35c340da-b3de-465c-990d-7544edb1259f tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:09.838001 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4d684f1e-4f98-4497-8101-cde2448a36dd req-35c340da-b3de-465c-990d-7544edb1259f tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 944 time: 0.0964208 Oct 17 03:13:09.927145 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-50f138a3-dbc2-4551-a5d6-7ee759642df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752435'] for router_interface (ad53dc6d-a821-4f30-bb0f-50c664b4c259), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:09.939419 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4d684f1e-4f98-4497-8101-cde2448a36dd req-1d8f625d-4af3-496b-8c7a-7501109e8140 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936785 Oct 17 03:13:09.965365 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b0195-25fb-4478-bbed-f7c13fd51bf7 None None] get_active_networks_info from dv-cinder-846977-2-iscsi {{(pid=104639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:13:09.981817 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:10.069861 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f4b7d-94d4-4d75-b487-0ec68dc837e3 req-959232cc-f979-45e2-9b1b-a5ab1e617d03 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:10.072341 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-317f4b7d-94d4-4d75-b487-0ec68dc837e3 req-959232cc-f979-45e2-9b1b-a5ab1e617d03 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0574646 Oct 17 03:13:10.133053 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-317f4b7d-94d4-4d75-b487-0ec68dc837e3 req-0f829c7f-2c81-4740-8fe8-1cc1c0d416a7 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551610 Oct 17 03:13:10.176644 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f138a3-dbc2-4551-a5d6-7ee759642df2 admin admin] Router ad53dc6d-a821-4f30-bb0f-50c664b4c259 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:13:10.279020 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b0195-25fb-4478-bbed-f7c13fd51bf7 None None] Resources bound (agent type, host, resource id): {{(pid=104639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:13:10.279220 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:10.284002 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d6783-c2b0-4ad9-95c5-12fdecc134ff req-5aa168f0-db34-41df-9b76-4a5a0e079798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:10.286680 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4c6d6783-c2b0-4ad9-95c5-12fdecc134ff req-5aa168f0-db34-41df-9b76-4a5a0e079798 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b87c159313f74c77a95172124e82dc25&device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 1128 time: 0.0539663 Oct 17 03:13:10.297962 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f138a3-dbc2-4551-a5d6-7ee759642df2 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:13:10.306717 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-50f138a3-dbc2-4551-a5d6-7ee759642df2 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ad53dc6d-a821-4f30-bb0f-50c664b4c259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3205485 Oct 17 03:13:10.307353 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37616) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:10.310032 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb096f-242d-468e-af99-f4cf817e0c85 None None] Sync routers for ids ['ad53dc6d-a821-4f30-bb0f-50c664b4c259'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:13:10.325910 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb096f-242d-468e-af99-f4cf817e0c85 None None] Routers {'ad53dc6d-a821-4f30-bb0f-50c664b4c259'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:13:10.326553 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-6ebb096f-242d-468e-af99-f4cf817e0c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:13:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ad53dc6d-a821-4f30-bb0f-50c664b4c259'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:10.436109 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Publish callbacks [] for router (ad53dc6d-a821-4f30-bb0f-50c664b4c259), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:10.474415 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d6783-c2b0-4ad9-95c5-12fdecc134ff req-b5c301ad-0827-4db5-91dc-fdaf0be5d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:10.476856 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4c6d6783-c2b0-4ad9-95c5-12fdecc134ff req-b5c301ad-0827-4db5-91dc-fdaf0be5d1fc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=facc8931-b1bd-467e-90f2-4b5fa4eb484d HTTP/1.1" status: 200 len: 909 time: 0.1822643 Oct 17 03:13:10.577205 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-6ebb096f-242d-468e-af99-f4cf817e0c85 None None] Set router ad53dc6d-a821-4f30-bb0f-50c664b4c259 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:13:10.585415 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4c6d6783-c2b0-4ad9-95c5-12fdecc134ff req-41382901-bb3b-44d7-9c51-0215a32dfb00 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb9edbd-1a95-4c9b-bafa-7879c03c7674 HTTP/1.1" status: 200 len: 217 time: 0.0991943 Oct 17 03:13:10.587535 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Publish callbacks [] for router_gateway (ad53dc6d-a821-4f30-bb0f-50c664b4c259), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:10.653462 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d6783-c2b0-4ad9-95c5-12fdecc134ff req-1989d7d1-41b0-4b0e-8f41-2ac37acd2e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:10.655325 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4c6d6783-c2b0-4ad9-95c5-12fdecc134ff req-1989d7d1-41b0-4b0e-8f41-2ac37acd2e97 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4f2617ad-fed5-4c70-aa45-ebd4607c9b81 HTTP/1.1" status: 200 len: 848 time: 0.0626373 Oct 17 03:13:10.669447 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Deleting port 2778dc95-85b1-4f86-85db-25d4822315c0 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:13:10.669636 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (2778dc95-85b1-4f86-85db-25d4822315c0), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:10.705283 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4c6d6783-c2b0-4ad9-95c5-12fdecc134ff req-953fb157-87aa-4b3a-93ea-3131c6281c43 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=facc8931-b1bd-467e-90f2-4b5fa4eb484d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340014 Oct 17 03:13:10.787178 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:10.802442 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:10.805690 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-6ebb096f-242d-468e-af99-f4cf817e0c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'name': 'tempest-DeleteServersTestJSON-2079789715-router', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:41Z', 'updated_at': '2022-10-17T03:13:09Z', 'revision_number': 5, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'gw_port': {'id': '2778dc95-85b1-4f86-85db-25d4822315c0', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:96:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:10.812799 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4c6d6783-c2b0-4ad9-95c5-12fdecc134ff req-057b3756-9576-4b11-8379-71a900e34ae4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976412 Oct 17 03:13:10.835887 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb096f-242d-468e-af99-f4cf817e0c85 None None] Checking router: ad53dc6d-a821-4f30-bb0f-50c664b4c259 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:13:10.847553 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb096f-242d-468e-af99-f4cf817e0c85 None None] Routers {'ad53dc6d-a821-4f30-bb0f-50c664b4c259'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:13:10.848800 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-6ebb096f-242d-468e-af99-f4cf817e0c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:13:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ad53dc6d-a821-4f30-bb0f-50c664b4c259'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:10.855105 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] For port 2778dc95-85b1-4f86-85db-25d4822315c0, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=2778dc95-85b1-4f86-85db-25d4822315c0,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:10.855469 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (2778dc95-85b1-4f86-85db-25d4822315c0), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:10.877622 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Calling delete_port for 2778dc95-85b1-4f86-85db-25d4822315c0 owned by network:router_gateway {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:13:10.932709 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4c6d6783-c2b0-4ad9-95c5-12fdecc134ff req-0e324e42-aa48-4124-8baa-71eab280edae service neutron] 10.222.0.23 "GET /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112132 Oct 17 03:13:10.942285 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:10.951926 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-6ebb096f-242d-468e-af99-f4cf817e0c85 None None] Set router ad53dc6d-a821-4f30-bb0f-50c664b4c259 gateway port host: None {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:13:10.970507 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afa05-a76d-497a-a3ef-26d594255b19 req-e2abfb40-340d-4aa8-9f41-0232411594fe tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:10.972087 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-e2abfb40-340d-4aa8-9f41-0232411594fe tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8f1e2c13-b4f2-4e53-81bc-b89ddf861600 HTTP/1.1" status: 200 len: 813 time: 0.2722759 Oct 17 03:13:11.000487 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-6124dc44-77ce-4f47-9bf6-f0e0f2f362c1 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/quotas/0d285ecc0c5343b1b4001594013cd447 HTTP/1.1" status: 200 len: 375 time: 0.0201128 Oct 17 03:13:11.020681 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-6ebb096f-242d-468e-af99-f4cf817e0c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'name': 'tempest-DeleteServersTestJSON-2079789715-router', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:41Z', 'updated_at': '2022-10-17T03:13:10Z', 'revision_number': 6, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'gw_port_host': None}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:11.048812 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb096f-242d-468e-af99-f4cf817e0c85 None None] The sync data for ids ['ad53dc6d-a821-4f30-bb0f-50c664b4c259'] in dv-cinder-846977-2-iscsi is: [{'id': 'ad53dc6d-a821-4f30-bb0f-50c664b4c259', 'name': 'tempest-DeleteServersTestJSON-2079789715-router', 'tenant_id': 'd03f03d21e9e42fb91606306241a3fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:41Z', 'updated_at': '2022-10-17T03:13:10Z', 'revision_number': 6, 'project_id': 'd03f03d21e9e42fb91606306241a3fb7', 'gw_port_host': None}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:13:11.103606 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-24f76a13-92f6-4df3-b3ba-1940c317591f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=0d285ecc0c5343b1b4001594013cd447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450239 Oct 17 03:13:11.121905 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739aeba-be72-4e63-a19b-fc078403bc2c req-1a8beee0-b888-4a1b-becb-e06acab99d30 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:11.124418 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a739aeba-be72-4e63-a19b-fc078403bc2c req-1a8beee0-b888-4a1b-becb-e06acab99d30 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 944 time: 0.0612891 Oct 17 03:13:11.179465 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a739aeba-be72-4e63-a19b-fc078403bc2c req-c6e528a3-b54c-4922-9ff1-c264bb5aa7e6 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491986 Oct 17 03:13:11.263412 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:11.308304 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86c906-405f-4288-95c0-b96b28dc374b req-c030093b-1f41-4ea2-99d3-686993223c2f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:11.309782 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c86c906-405f-4288-95c0-b96b28dc374b req-c030093b-1f41-4ea2-99d3-686993223c2f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0573897 Oct 17 03:13:11.360970 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c86c906-405f-4288-95c0-b96b28dc374b req-d745fdde-5a99-40a9-91a3-aebabe359e71 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454438 Oct 17 03:13:11.402491 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (2778dc95-85b1-4f86-85db-25d4822315c0), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:11.435091 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=2778dc95-85b1-4f86-85db-25d4822315c0,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:11.475822 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-90f652ed-ddc2-4318-ad5a-4d4f0e3663af None None] Provisioning complete for port 8a36bd03-67f8-4ba1-adf3-313526a381e0 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:13:11.477397 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-90f652ed-ddc2-4318-ad5a-4d4f0e3663af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:11.477877 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-90f652ed-ddc2-4318-ad5a-4d4f0e3663af None None] Attempt 1 to provision port 8a36bd03-67f8-4ba1-adf3-313526a381e0 Oct 17 03:13:11.481955 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751737'] for router_gateway (ad53dc6d-a821-4f30-bb0f-50c664b4c259), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:11.502659 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-54430a46-a8dd-455e-ba7c-f4a4ce29f401 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f1e2c13-b4f2-4e53-81bc-b89ddf861600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714809 Oct 17 03:13:11.505010 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 312f0a1c-0529-4ef8-9c83-76bc5f276fbe no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:13:11.539064 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 312f0a1c-0529-4ef8-9c83-76bc5f276fbe {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:13:11.539407 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 312f0a1c-0529-4ef8-9c83-76bc5f276fbe not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:13:11.582300 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:11.587363 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-90f652ed-ddc2-4318-ad5a-4d4f0e3663af None None] Current status of the port 8a36bd03-67f8-4ba1-adf3-313526a381e0 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:13:11.636744 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1154'] for router (ad53dc6d-a821-4f30-bb0f-50c664b4c259), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:11.640415 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Publish callbacks [] for router_controller (ad53dc6d-a821-4f30-bb0f-50c664b4c259), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:11.738326 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752491'] for router (ad53dc6d-a821-4f30-bb0f-50c664b4c259), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:11.739001 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad53dc6d-a821-4f30-bb0f-50c664b4c259 {{(pid=104637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:13:11.747200 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:11.748323 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-c96c9aa9-a727-487d-857e-6ba79e091b0c admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/ad53dc6d-a821-4f30-bb0f-50c664b4c259 HTTP/1.1" status: 204 len: 168 time: 1.4400222 Oct 17 03:13:11.750729 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-c898cbe6-e34d-41b2-861c-4e9ee8fd2e37 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f1e2c13-b4f2-4e53-81bc-b89ddf861600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222171 Oct 17 03:13:11.751094 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37650) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:11.799542 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab817e7-82d4-43c4-8ae4-b819b78f3e37 admin admin] Deleting subnet 409d858a-446b-4bca-8079-611c30b0d6f2 {{(pid=104637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:13:11.802770 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2ab817e7-82d4-43c4-8ae4-b819b78f3e37 admin admin] Publish callbacks [] for subnet (409d858a-446b-4bca-8079-611c30b0d6f2), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:11.849549 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2ab817e7-82d4-43c4-8ae4-b819b78f3e37 admin admin] Publish callbacks [] for subnet (409d858a-446b-4bca-8079-611c30b0d6f2), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:11.942378 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:11.958099 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2ab817e7-82d4-43c4-8ae4-b819b78f3e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (409d858a-446b-4bca-8079-611c30b0d6f2), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:11.981882 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-20dab874-9f0e-4a7d-8710-d0b019975fa2 req-6b73036e-3c16-4eff-a054-3f51fd7481dc tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 210 time: 0.0550270 Oct 17 03:13:12.034132 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2ab817e7-82d4-43c4-8ae4-b819b78f3e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (409d858a-446b-4bca-8079-611c30b0d6f2), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:12.040121 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=81,neutron:DELETE=14,neutron:UPDATE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:12.068478 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab817e7-82d4-43c4-8ae4-b819b78f3e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=409d858a-446b-4bca-8079-611c30b0d6f2,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:12.071803 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2ab817e7-82d4-43c4-8ae4-b819b78f3e37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:12.077578 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-2ab817e7-82d4-43c4-8ae4-b819b78f3e37 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/409d858a-446b-4bca-8079-611c30b0d6f2 HTTP/1.1" status: 204 len: 168 time: 0.3232317 Oct 17 03:13:12.079400 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37664) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:12.079539 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1274a5-337a-4ba3-be99-a1a683bf5708 None None] Network e16dd6d1-a57f-4fbc-a68b-692ca1280274 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:13:12.167474 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (e16dd6d1-a57f-4fbc-a68b-692ca1280274), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:12.168487 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:12.251598 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Deleting port 8a36bd03-67f8-4ba1-adf3-313526a381e0 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:13:12.252366 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:12.350435 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67fe1b0-cc81-409e-91df-f6236e8d47ea None None] DHCP port deletion for e16dd6d1-a57f-4fbc-a68b-692ca1280274 request from dv-cinder-846977-2-iscsi {{(pid=104639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:13:12.357383 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:12.363528 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] For port 8a36bd03-67f8-4ba1-adf3-313526a381e0, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=8a36bd03-67f8-4ba1-adf3-313526a381e0,segment=NetworkSegment(621bb03d-26da-485b-950b-eca046ddefa2),segment_id=621bb03d-26da-485b-950b-eca046ddefa2)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:12.363891 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:12.379203 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Calling delete_port for 8a36bd03-67f8-4ba1-adf3-313526a381e0 owned by network:dhcp {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:13:12.431680 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:13:12.450504 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31060bf8-75a3-4930-9949-9b56b946d9bc req-77b51aea-d507-4873-9208-0ac85ad549ba tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:12.456334 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-31060bf8-75a3-4930-9949-9b56b946d9bc req-77b51aea-d507-4873-9208-0ac85ad549ba tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 944 time: 0.1567967 Oct 17 03:13:12.489139 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:12.518830 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-a67fe1b0-cc81-409e-91df-f6236e8d47ea None None] Deleting port 8a36bd03-67f8-4ba1-adf3-313526a381e0 {{(pid=104639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:13:12.519458 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a67fe1b0-cc81-409e-91df-f6236e8d47ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), before_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:12.565596 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-31060bf8-75a3-4930-9949-9b56b946d9bc req-e2642f11-c9f2-4fe0-adc4-6a66397b0ef2 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007755 Oct 17 03:13:12.579839 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:12.630461 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a36bd03-67f8-4ba1-adf3-313526a381e0,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:12.652005 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbd624-794e-4784-b4f2-ed66cd21090f req-40c0d5c3-420f-46fc-b469-da0299b094a1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:12.653844 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a4bbd624-794e-4784-b4f2-ed66cd21090f req-40c0d5c3-420f-46fc-b469-da0299b094a1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.1345305 Oct 17 03:13:12.701874 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-a67fe1b0-cc81-409e-91df-f6236e8d47ea None None] For port 8a36bd03-67f8-4ba1-adf3-313526a381e0, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=8a36bd03-67f8-4ba1-adf3-313526a381e0,segment=NetworkSegment(621bb03d-26da-485b-950b-eca046ddefa2),segment_id=621bb03d-26da-485b-950b-eca046ddefa2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:12.702626 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a67fe1b0-cc81-409e-91df-f6236e8d47ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), precommit_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:12.721926 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] No DVR routers for this DVR port 8a36bd03-67f8-4ba1-adf3-313526a381e0 on host dv-cinder-846977-2-iscsi {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:13:12.725934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-a67fe1b0-cc81-409e-91df-f6236e8d47ea None None] Calling delete_port for 8a36bd03-67f8-4ba1-adf3-313526a381e0 owned by network:dhcp {{(pid=104639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:13:12.728087 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a4bbd624-794e-4784-b4f2-ed66cd21090f req-83b17194-93c0-4599-846d-fd7adccf3d79 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647061 Oct 17 03:13:12.815074 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (e16dd6d1-a57f-4fbc-a68b-692ca1280274), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:12.840195 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:12.840613 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:12.841441 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:12.841876 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > port after_create 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:12.842377 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:12.842807 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > port after_update 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:12.843240 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:12.843689 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:12.844100 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:12.844513 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:12.893769 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=7fb9edbd-1a95-4c9b-bafa-7879c03c7674,segment=NetworkSegment(90ecbca7-5e91-4a13-b4ee-22e413aef68c),segment_id=90ecbca7-5e91-4a13-b4ee-22e413aef68c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:12.919023 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '7fb9edbd-1a95-4c9b-bafa-7879c03c7674', 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d', 'port_id': '7fb9edbd-1a95-4c9b-bafa-7879c03c7674', 'mac_address': 'fa:16:3e:0c:b6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2617ad-fed5-4c70-aa45-ebd4607c9b81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:13:12.947988 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a67fe1b0-cc81-409e-91df-f6236e8d47ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (8a36bd03-67f8-4ba1-adf3-313526a381e0), after_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:12.985000 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fe1b0-cc81-409e-91df-f6236e8d47ea None None] Pushing event deleted for resources: {'Port': ['ID=8a36bd03-67f8-4ba1-adf3-313526a381e0,revision_number=None']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:12.994974 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fe1b0-cc81-409e-91df-f6236e8d47ea None None] No DVR routers for this DVR port 8a36bd03-67f8-4ba1-adf3-313526a381e0 on host dv-cinder-846977-2-iscsi {{(pid=104639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:13:12.997600 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:13:12.998947 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:13.016525 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:13:13.025005 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:13.025725 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:13.026175 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:13.027052 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:13:13.028581 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16dd6d1-a57f-4fbc-a68b-692ca1280274']}} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:13.042178 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=7fb9edbd-1a95-4c9b-bafa-7879c03c7674,segment=NetworkSegment(90ecbca7-5e91-4a13-b4ee-22e413aef68c),segment_id=90ecbca7-5e91-4a13-b4ee-22e413aef68c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:13.055189 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621bb03d-26da-485b-950b-eca046ddefa2') {'for_net_delete': True} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:13.055541 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621bb03d-26da-485b-950b-eca046ddefa2') {} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:13.058480 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:13.082455 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3661003'] for segment (621bb03d-26da-485b-950b-eca046ddefa2), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:13.118121 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (621bb03d-26da-485b-950b-eca046ddefa2), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:13.124657 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=7fb9edbd-1a95-4c9b-bafa-7879c03c7674,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:13.130501 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:13:13.131643 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25377617'] for segment (621bb03d-26da-485b-950b-eca046ddefa2), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:13.171514 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b025366f-3f44-481d-ab1b-9ebbe8c78083 req-dc6fd62f-1bf9-4b99-866c-11ce160c45d1 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 210 time: 0.0369694 Oct 17 03:13:13.222586 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 8a36bd03-67f8-4ba1-adf3-313526a381e0 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:13:13.242755 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (e16dd6d1-a57f-4fbc-a68b-692ca1280274), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:13.249953 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:13.254386 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/e16dd6d1-a57f-4fbc-a68b-692ca1280274 HTTP/1.1" status: 204 len: 168 time: 1.1735537 Oct 17 03:13:13.266775 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 8a36bd03-67f8-4ba1-adf3-313526a381e0 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:13:13.267277 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 8a36bd03-67f8-4ba1-adf3-313526a381e0 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:13:13.268061 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 2778dc95-85b1-4f86-85db-25d4822315c0 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:13:13.274228 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f33d1-a986-41a3-86f7-5741bc7a7620 admin admin] Pushing event deleted for resources: {'Network': ['ID=e16dd6d1-a57f-4fbc-a68b-692ca1280274,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:13.294742 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 2778dc95-85b1-4f86-85db-25d4822315c0 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:13:13.295102 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 2778dc95-85b1-4f86-85db-25d4822315c0 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:13:13.392287 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['7fb9edbd-1a95-4c9b-bafa-7879c03c7674'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:13:13.424592 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment 621bb03d-26da-485b-950b-eca046ddefa2 resource provider aggregate not found Oct 17 03:13:13.443120 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment 621bb03d-26da-485b-950b-eca046ddefa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 621bb03d-26da-485b-950b-eca046ddefa2 found for delete ", "request_id": "req-ab56c916-0570-43ba-8be6-97e10f8f4091"}]} Oct 17 03:13:13.485747 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:13.487652 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37702) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:13.511956 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:13.531182 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-1215c3b0-c850-4cc0-9029-b966c08e021f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d03f03d21e9e42fb91606306241a3fb7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423086 Oct 17 03:13:13.533562 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37704) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:13.580715 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1f643647-6e85-4b5f-916a-44d65e6247b3 admin admin] Publish callbacks [] for security_group (2260b859-a6cc-447d-b2e8-dce87082b849), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:13.600186 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1f643647-6e85-4b5f-916a-44d65e6247b3 admin admin] Publish callbacks [] for security_group (2260b859-a6cc-447d-b2e8-dce87082b849), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:13.649672 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1f643647-6e85-4b5f-916a-44d65e6247b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (2260b859-a6cc-447d-b2e8-dce87082b849), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:13.652163 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1f643647-6e85-4b5f-916a-44d65e6247b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:13.656107 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-1f643647-6e85-4b5f-916a-44d65e6247b3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2260b859-a6cc-447d-b2e8-dce87082b849 HTTP/1.1" status: 204 len: 168 time: 0.1191211 Oct 17 03:13:13.661405 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f643647-6e85-4b5f-916a-44d65e6247b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2260b859-a6cc-447d-b2e8-dce87082b849,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:13.675741 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:13.717260 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30978f-5b66-4837-9e9f-2b5663e16638 req-cecb69c4-11c3-4f45-a9a0-f0cbf0059685 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:13.723339 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-da30978f-5b66-4837-9e9f-2b5663e16638 req-cecb69c4-11c3-4f45-a9a0-f0cbf0059685 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 945 time: 0.0594430 Oct 17 03:13:13.773832 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-da30978f-5b66-4837-9e9f-2b5663e16638 req-235dffe1-0b7a-4b4f-9cbc-3fcd3dd23d8a tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492568 Oct 17 03:13:13.869672 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc29b04-2303-4ab8-906a-f586dc345a50 req-59eae2cf-538f-4b91-8ca8-0acc449af001 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:13.871360 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2fc29b04-2303-4ab8-906a-f586dc345a50 req-59eae2cf-538f-4b91-8ca8-0acc449af001 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0557990 Oct 17 03:13:13.940952 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2fc29b04-2303-4ab8-906a-f586dc345a50 req-dac8d5dd-9498-477f-a7cf-0b337163927e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623553 Oct 17 03:13:13.981124 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afa05-a76d-497a-a3ef-26d594255b19 req-c19a0369-fc87-42a0-a625-62c59a5dbc5f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:13.983548 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-c19a0369-fc87-42a0-a625-62c59a5dbc5f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8f1e2c13-b4f2-4e53-81bc-b89ddf861600 HTTP/1.1" status: 200 len: 813 time: 0.1416495 Oct 17 03:13:13.996605 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-314afa05-a76d-497a-a3ef-26d594255b19 req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Request body: {'port': {'device_id': 'd7fc9f01-479b-43e9-9415-fe96b7140a47', 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600', 'admin_state_up': True, 'tenant_id': '0d285ecc0c5343b1b4001594013cd447'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:14.108162 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:14.115225 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314afa05-a76d-497a-a3ef-26d594255b19 req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Made reservation on behalf of 0d285ecc0c5343b1b4001594013cd447 for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:13:14.128130 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-314afa05-a76d-497a-a3ef-26d594255b19 req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:14.312495 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4799dd20-eb9d-41c9-bcd5-9f21ecf5df4a req-811d54c8-fe26-44a9-9fc1-d189bc443256 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 210 time: 0.0381494 Oct 17 03:13:14.313534 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-314afa05-a76d-497a-a3ef-26d594255b19 req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Allocated IP 172.20.0.13 (8f1e2c13-b4f2-4e53-81bc-b89ddf861600/db8384d0-452c-4b1f-ba72-46b7875d3223/366b0256-e4ee-408c-ae36-453ce05d015d) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:13:14.388654 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:13:14.480030 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:13:14.491015 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:13:14.492151 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:14.492528 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 Oct 17 03:13:14.507794 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-314afa05-a76d-497a-a3ef-26d594255b19 req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks [] for port (366b0256-e4ee-408c-ae36-453ce05d015d), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:14.548025 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-314afa05-a76d-497a-a3ef-26d594255b19 req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:14.586717 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:13:14.587291 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:14.605214 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314afa05-a76d-497a-a3ef-26d594255b19 req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:13:14.608603 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Pushing event updated for resources: {'Port': ['ID=366b0256-e4ee-408c-ae36-453ce05d015d,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:14.611177 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-314afa05-a76d-497a-a3ef-26d594255b19 req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:13:14.612334 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bef4f0-63d6-4f68-aeec-a77348fd3921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb9edbd-1a95-4c9b-bafa-7879c03c7674'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:13:14.613524 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-314afa05-a76d-497a-a3ef-26d594255b19 req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:13:14.616193 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c555095-dab1-4f64-a4bf-afc75b057da2" -d '{"events": [{"server_uuid": "c5bef4f0-63d6-4f68-aeec-a77348fd3921", "name": "network-vif-plugged", "status": "completed", "tag": "7fb9edbd-1a95-4c9b-bafa-7879c03c7674"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:13:14.630828 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=7fb9edbd-1a95-4c9b-bafa-7879c03c7674,segment=NetworkSegment(90ecbca7-5e91-4a13-b4ee-22e413aef68c),segment_id=90ecbca7-5e91-4a13-b4ee-22e413aef68c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:14.636389 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:14.678650 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bd873f-a573-46ff-bbd0-42dafdc8e4bb x-openstack-request-id: req-b2bd873f-a573-46ff-bbd0-42dafdc8e4bb {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:13:14.679277 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bef4f0-63d6-4f68-aeec-a77348fd3921", "name": "network-vif-plugged", "status": "completed", "tag": "7fb9edbd-1a95-4c9b-bafa-7879c03c7674", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:13:14.679660 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b2bd873f-a573-46ff-bbd0-42dafdc8e4bb {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:13:14.680082 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bd873f-a573-46ff-bbd0-42dafdc8e4bb'] response: {'server_uuid': 'c5bef4f0-63d6-4f68-aeec-a77348fd3921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb9edbd-1a95-4c9b-bafa-7879c03c7674', 'code': 200} Oct 17 03:13:14.680180 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afa05-a76d-497a-a3ef-26d594255b19 req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:14.680831 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-314afa05-a76d-497a-a3ef-26d594255b19 req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:14.696206 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=7fb9edbd-1a95-4c9b-bafa-7879c03c7674,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:14.702610 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-a5320112-df4c-4332-abab-d3808f39a6d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7098684 Oct 17 03:13:14.715673 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Request body: {'port': {'device_id': 'd7fc9f01-479b-43e9-9415-fe96b7140a47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:14.773618 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:14.785071 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:14.979460 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be308e-53ef-451b-bc62-3431d4bf4724 req-fa818edb-9b41-4c75-ab0d-f0cace02c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:14.980946 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-93be308e-53ef-451b-bc62-3431d4bf4724 req-fa818edb-9b41-4c75-ab0d-f0cace02c569 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 1130 time: 0.1204181 Oct 17 03:13:15.022313 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672a43f-ee6a-453a-9af2-75c4236da851 req-0545083e-c275-4c31-90e7-af00f77b5059 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:15.023826 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2672a43f-ee6a-453a-9af2-75c4236da851 req-0545083e-c275-4c31-90e7-af00f77b5059 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 946 time: 0.0904946 Oct 17 03:13:15.073747 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48adb51-23b8-4821-9995-6de9bef3d72b req-150cbf8d-8a4f-4236-847c-1003aee519db tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:15.075406 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c48adb51-23b8-4821-9995-6de9bef3d72b req-150cbf8d-8a4f-4236-847c-1003aee519db tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0471156 Oct 17 03:13:15.116186 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:15.142204 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-93be308e-53ef-451b-bc62-3431d4bf4724 req-073a8c9e-d260-46d2-b171-1e0b34ab9d07 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480012 Oct 17 03:13:15.143438 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c48adb51-23b8-4821-9995-6de9bef3d72b req-b1bc4192-3136-4b05-9f51-dcc16a0d9e7b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567508 Oct 17 03:13:15.154419 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2672a43f-ee6a-453a-9af2-75c4236da851 req-46c7f5a2-bf98-4d3e-bbd5-80d3be23a348 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111665 Oct 17 03:13:15.240124 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366b0256-e4ee-408c-ae36-453ce05d015d {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:13:15.248255 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Publish callbacks [] for port (366b0256-e4ee-408c-ae36-453ce05d015d), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:15.261399 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Transition to ACTIVE for port object 366b0256-e4ee-408c-ae36-453ce05d015d will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:13:15.266395 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:15.299255 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37780) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:15.357393 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Pushing event updated for resources: {'Port': ['ID=366b0256-e4ee-408c-ae36-453ce05d015d,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:15.386472 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Attempting to bind port 366b0256-e4ee-408c-ae36-453ce05d015d on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:13:15.386813 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Attempting to bind port 366b0256-e4ee-408c-ae36-453ce05d015d by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': 'b3cd66d1-a72f-4f97-aaec-012d961ebe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:13:15.387162 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Attempting to bind port 366b0256-e4ee-408c-ae36-453ce05d015d on network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:13:15.432692 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Port 366b0256-e4ee-408c-ae36-453ce05d015d on network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:13:15.433055 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Attempting to bind port 366b0256-e4ee-408c-ae36-453ce05d015d on network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:13:15.449986 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-87e38d04-e1d4-4ced-ba4e-89cc6259e508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:15.475905 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f44675-67c8-4d18-8cb4-a0ccff39e52b req-2e90e8ea-2809-48b6-888c-30ff2b72c0a1 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:15.477233 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:13:15.477408 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-94f44675-67c8-4d18-8cb4-a0ccff39e52b req-2e90e8ea-2809-48b6-888c-30ff2b72c0a1 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 944 time: 0.0702879 Oct 17 03:13:15.477551 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Checking segment: {'id': 'b3cd66d1-a72f-4f97-aaec-012d961ebe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:13:15.477926 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Bound using segment: {'id': 'b3cd66d1-a72f-4f97-aaec-012d961ebe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:13:15.478359 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Bound port: 366b0256-e4ee-408c-ae36-453ce05d015d, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cd66d1-a72f-4f97-aaec-012d961ebe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:13:15.478889 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:15.555405 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:15.557999 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-94f44675-67c8-4d18-8cb4-a0ccff39e52b req-ee84db54-6265-4c5e-9a50-7fc99c05a744 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731537 Oct 17 03:13:15.559686 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] For port 366b0256-e4ee-408c-ae36-453ce05d015d, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:13:15.563831 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] For port 366b0256-e4ee-408c-ae36-453ce05d015d, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=366b0256-e4ee-408c-ae36-453ce05d015d,segment=NetworkSegment(b3cd66d1-a72f-4f97-aaec-012d961ebe63),segment_id=b3cd66d1-a72f-4f97-aaec-012d961ebe63)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:13:15.574919 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:15.580868 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:15.581476 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:15.582899 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-5720163b-536a-4a53-b915-488cea987ffd service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/366b0256-e4ee-408c-ae36-453ce05d015d HTTP/1.1" status: 200 len: 1094 time: 0.8718114 Oct 17 03:13:15.583492 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7fc9f01-479b-43e9-9415-fe96b7140a47', 'tag': '366b0256-e4ee-408c-ae36-453ce05d015d'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:13:15.586561 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4c58ea-32f0-4211-98fc-949e68e6c512" -d '{"events": [{"name": "network-changed", "server_uuid": "d7fc9f01-479b-43e9-9415-fe96b7140a47", "tag": "366b0256-e4ee-408c-ae36-453ce05d015d"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:13:15.611040 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-87e38d04-e1d4-4ced-ba4e-89cc6259e508 admin admin] Publish callbacks [] for security_group (2d7040d5-aa93-4f16-84d5-cd37842de066), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:15.617128 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-87e38d04-e1d4-4ced-ba4e-89cc6259e508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (2d7040d5-aa93-4f16-84d5-cd37842de066), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:15.645141 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f9c568-aed1-48cb-8bb6-36564658c05e x-openstack-request-id: req-b2f9c568-aed1-48cb-8bb6-36564658c05e {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:13:15.645517 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7fc9f01-479b-43e9-9415-fe96b7140a47", "tag": "366b0256-e4ee-408c-ae36-453ce05d015d", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:13:15.645855 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b2f9c568-aed1-48cb-8bb6-36564658c05e {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:13:15.647339 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f9c568-aed1-48cb-8bb6-36564658c05e'] response: {'name': 'network-changed', 'server_uuid': 'd7fc9f01-479b-43e9-9415-fe96b7140a47', 'tag': '366b0256-e4ee-408c-ae36-453ce05d015d', 'status': 'completed', 'code': 200} Oct 17 03:13:15.649039 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720163b-536a-4a53-b915-488cea987ffd service neutron] Pushing event updated for resources: {'Port': ['ID=366b0256-e4ee-408c-ae36-453ce05d015d,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:15.661668 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-87e38d04-e1d4-4ced-ba4e-89cc6259e508 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ba1ddde60ab04563b3601961f3b36eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3613029 Oct 17 03:13:15.664294 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e38d04-e1d4-4ced-ba4e-89cc6259e508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7040d5-aa93-4f16-84d5-cd37842de066,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:15.665193 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37796) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:15.726923 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5482b4dc-9d10-4fa7-a664-13bc8279300e admin admin] Publish callbacks [] for security_group (2d7040d5-aa93-4f16-84d5-cd37842de066), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:15.747815 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5482b4dc-9d10-4fa7-a664-13bc8279300e admin admin] Publish callbacks [] for security_group (2d7040d5-aa93-4f16-84d5-cd37842de066), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:15.797524 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5482b4dc-9d10-4fa7-a664-13bc8279300e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (2d7040d5-aa93-4f16-84d5-cd37842de066), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:15.800348 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5482b4dc-9d10-4fa7-a664-13bc8279300e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:15.801478 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-5482b4dc-9d10-4fa7-a664-13bc8279300e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2d7040d5-aa93-4f16-84d5-cd37842de066 HTTP/1.1" status: 204 len: 168 time: 0.1351640 Oct 17 03:13:15.811774 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482b4dc-9d10-4fa7-a664-13bc8279300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7040d5-aa93-4f16-84d5-cd37842de066,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:16.082485 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c58ea-32f0-4211-98fc-949e68e6c512 req-7a1f18af-64c7-405a-a7b4-cea359a7406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:16.084367 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5c4c58ea-32f0-4211-98fc-949e68e6c512 req-7a1f18af-64c7-405a-a7b4-cea359a7406b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0d285ecc0c5343b1b4001594013cd447&device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 1128 time: 0.0417888 Oct 17 03:13:16.275767 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c10dd-0321-4248-9c18-a3f29a610ef7 req-9c786acb-21f0-4928-80a3-d876a91982aa tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:16.283992 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c63c10dd-0321-4248-9c18-a3f29a610ef7 req-9c786acb-21f0-4928-80a3-d876a91982aa tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0547214 Oct 17 03:13:16.340180 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c63c10dd-0321-4248-9c18-a3f29a610ef7 req-d75831e8-40cd-42d3-91a9-36fc813b24bb tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550632 Oct 17 03:13:16.518976 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37832) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:16.557325 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c58ea-32f0-4211-98fc-949e68e6c512 req-ca25c408-7d54-4b87-92c7-20e752049514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:16.558796 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5c4c58ea-32f0-4211-98fc-949e68e6c512 req-ca25c408-7d54-4b87-92c7-20e752049514 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=0d285ecc0c5343b1b4001594013cd447&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4672465 Oct 17 03:13:16.569608 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b7a0e-9088-4b0b-8e0a-09d38ccc6398 req-2ee16a34-ff45-4f82-90ca-fa7b1bf14118 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:16.571037 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3d8b7a0e-9088-4b0b-8e0a-09d38ccc6398 req-2ee16a34-ff45-4f82-90ca-fa7b1bf14118 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 946 time: 0.3023083 Oct 17 03:13:16.619938 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3d8b7a0e-9088-4b0b-8e0a-09d38ccc6398 req-c14069ce-bda1-4008-a09d-dc45cc0b32c0 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430346 Oct 17 03:13:16.626210 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1651573815-network', 'tenant_id': '3ffbcac907054f608ee7eaa6fddf152b'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:16.646281 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Made reservation on behalf of 3ffbcac907054f608ee7eaa6fddf152b for: {'network': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:13:16.648712 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:16.657515 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:16.726685 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49e592-393d-4642-808c-71340f9cba00 req-7f56677d-d708-4c2d-868f-04f899c9b726 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:16.728154 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4c49e592-393d-4642-808c-71340f9cba00 req-7f56677d-d708-4c2d-868f-04f899c9b726 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 944 time: 0.0592964 Oct 17 03:13:16.773137 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:16.794136 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:16.801950 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4c49e592-393d-4642-808c-71340f9cba00 req-81566056-405b-4c64-9aaf-c63bc312918e tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681076 Oct 17 03:13:16.816703 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Publish callbacks [] for security_group (1d582a89-eb1d-4353-a9d3-7f56219e0599), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:16.827153 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (1d582a89-eb1d-4353-a9d3-7f56219e0599), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:16.837592 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:16.854583 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=104637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:13:16.863493 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d582a89-eb1d-4353-a9d3-7f56219e0599,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:16.869372 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (1cc7eb8a-e72e-4063-8921-83c3d362542c), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:16.869717 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.segments_db [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Added segment 1cc7eb8a-e72e-4063-8921-83c3d362542c of type vlan for network b1871b3c-10fb-4f7d-a290-bbedf6fea1b0 Oct 17 03:13:16.914698 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (b1871b3c-10fb-4f7d-a290-bbedf6fea1b0), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:16.947831 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (b1871b3c-10fb-4f7d-a290-bbedf6fea1b0), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:16.948918 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:16.949510 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:17.012310 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4918091 Oct 17 03:13:17.016042 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37846) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:17.018205 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce060a0c-40a7-41da-a8db-2b3419326153 admin admin] Pushing event updated for resources: {'Network': ['ID=b1871b3c-10fb-4f7d-a290-bbedf6fea1b0,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:17.023391 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-f8c72eed-2a82-4657-9acc-e15f1dfbb6b1 admin admin] Request body: {'subnet': {'network_id': 'b1871b3c-10fb-4f7d-a290-bbedf6fea1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1651573815-subnet', 'tenant_id': '3ffbcac907054f608ee7eaa6fddf152b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:17.031580 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network b1871b3c-10fb-4f7d-a290-bbedf6fea1b0 details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:13:17.141838 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c72eed-2a82-4657-9acc-e15f1dfbb6b1 admin admin] Made reservation on behalf of 3ffbcac907054f608ee7eaa6fddf152b for: {'subnet': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:13:17.144644 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f8c72eed-2a82-4657-9acc-e15f1dfbb6b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3819769'] for subnet (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:17.177734 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:17.261068 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37850) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:17.286041 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c58ea-32f0-4211-98fc-949e68e6c512 req-b4f04e2a-cb3e-4c71-849a-a21c6c91cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:17.287575 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5c4c58ea-32f0-4211-98fc-949e68e6c512 req-b4f04e2a-cb3e-4c71-849a-a21c6c91cc86 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2582071 Oct 17 03:13:17.391430 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-82252e05-03f2-4372-8dfb-e93785926205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:17.424091 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afa05-a76d-497a-a3ef-26d594255b19 req-3291966a-ed5d-4f26-89b7-01c0be7a4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:17.425802 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-3291966a-ed5d-4f26-89b7-01c0be7a4d3d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0d285ecc0c5343b1b4001594013cd447&device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 1128 time: 0.0890005 Oct 17 03:13:17.426256 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:17.470699 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-82252e05-03f2-4372-8dfb-e93785926205 admin admin] Publish callbacks [] for security_group (f8e3e290-23fd-4583-ab0e-9094032afac8), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:17.474504 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f8c72eed-2a82-4657-9acc-e15f1dfbb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25377786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3819755'] for subnet (890b008d-9126-43bb-88c7-533d9f2c0877), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:17.476206 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-82252e05-03f2-4372-8dfb-e93785926205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (f8e3e290-23fd-4583-ab0e-9094032afac8), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:17.518077 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82252e05-03f2-4372-8dfb-e93785926205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e3e290-23fd-4583-ab0e-9094032afac8,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:17.525386 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-82252e05-03f2-4372-8dfb-e93785926205 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fc4fa086ae1647e48281586eba4c06e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611144 Oct 17 03:13:17.525602 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37856) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:17.531856 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-209c55d6-ec29-4179-a376-293f1d72fe4c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=366b0256-e4ee-408c-ae36-453ce05d015d HTTP/1.1" status: 200 len: 217 time: 0.0846326 Oct 17 03:13:17.552445 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c50eaf-b3b3-4edc-8513-64f654a164bc req-ff464e1c-0a6e-455d-9c5c-d320ea98fb9f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:17.554443 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c3c50eaf-b3b3-4edc-8513-64f654a164bc req-ff464e1c-0a6e-455d-9c5c-d320ea98fb9f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.1346672 Oct 17 03:13:17.575414 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-87bdfd54-17ad-4704-8225-d51e1825b2a4 admin admin] Publish callbacks [] for security_group (f8e3e290-23fd-4583-ab0e-9094032afac8), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:17.596088 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-87bdfd54-17ad-4704-8225-d51e1825b2a4 admin admin] Publish callbacks [] for security_group (f8e3e290-23fd-4583-ab0e-9094032afac8), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:17.613868 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c72eed-2a82-4657-9acc-e15f1dfbb6b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=890b008d-9126-43bb-88c7-533d9f2c0877,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:17.643907 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-87bdfd54-17ad-4704-8225-d51e1825b2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (f8e3e290-23fd-4583-ab0e-9094032afac8), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:17.646476 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-87bdfd54-17ad-4704-8225-d51e1825b2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:17.648423 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-87bdfd54-17ad-4704-8225-d51e1825b2a4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f8e3e290-23fd-4583-ab0e-9094032afac8 HTTP/1.1" status: 204 len: 168 time: 0.1218941 Oct 17 03:13:17.657135 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdfd54-17ad-4704-8225-d51e1825b2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e3e290-23fd-4583-ab0e-9094032afac8,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:17.670766 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c72eed-2a82-4657-9acc-e15f1dfbb6b1 admin admin] Checking segment: {'id': '1cc7eb8a-e72e-4063-8921-83c3d362542c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b1871b3c-10fb-4f7d-a290-bbedf6fea1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:13:17.671765 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c72eed-2a82-4657-9acc-e15f1dfbb6b1 admin admin] Network hostable DHCP agents. Network: b1871b3c-10fb-4f7d-a290-bbedf6fea1b0, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:13:17.678842 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afa05-a76d-497a-a3ef-26d594255b19 req-bd4e0417-4e38-4181-90c4-face87b9a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:17.679720 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-bd4e0417-4e38-4181-90c4-face87b9a195 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=db8384d0-452c-4b1f-ba72-46b7875d3223 HTTP/1.1" status: 200 len: 853 time: 0.1243362 Oct 17 03:13:17.702055 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c3c50eaf-b3b3-4edc-8513-64f654a164bc req-c74148ab-833c-4e73-812a-d1266f7cba8e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285570 Oct 17 03:13:17.741932 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-ef3d2fb8-7dac-4632-9245-d39d2bb319ef service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8f1e2c13-b4f2-4e53-81bc-b89ddf861600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530250 Oct 17 03:13:17.752068 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c72eed-2a82-4657-9acc-e15f1dfbb6b1 admin admin] Network b1871b3c-10fb-4f7d-a290-bbedf6fea1b0 is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:13:17.773112 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006e424-d15f-4cf9-a104-9d34c188b2cd req-fc57a6d6-3b4d-4ef1-8cc3-04c7bd327884 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:17.783433 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d006e424-d15f-4cf9-a104-9d34c188b2cd req-fc57a6d6-3b4d-4ef1-8cc3-04c7bd327884 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 946 time: 0.0619707 Oct 17 03:13:17.789642 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-f8c72eed-2a82-4657-9acc-e15f1dfbb6b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, b1871b3c-10fb-4f7d-a290-bbedf6fea1b0) {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:13:17.799301 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab9ff2-cbc1-49a7-8989-ea2a6e14f3bc None None] Network b1871b3c-10fb-4f7d-a290-bbedf6fea1b0 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:13:17.819902 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c72eed-2a82-4657-9acc-e15f1dfbb6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:17.821035 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f8c72eed-2a82-4657-9acc-e15f1dfbb6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:17.855841 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-f8c72eed-2a82-4657-9acc-e15f1dfbb6b1 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8362241 Oct 17 03:13:17.875750 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d006e424-d15f-4cf9-a104-9d34c188b2cd req-c757495f-d3a2-40d2-a8e9-d24fd08618ad tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768242 Oct 17 03:13:17.931503 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-ee5936a0-64d4-4408-8250-f07d947b0b66 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8f1e2c13-b4f2-4e53-81bc-b89ddf861600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754825 Oct 17 03:13:17.990985 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c1fd5d-608a-416b-b98e-39111a2f2b9d None None] Network b1871b3c-10fb-4f7d-a290-bbedf6fea1b0 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:13:18.003333 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1066f-24b7-4cf9-b841-3d74186d0e4e req-b3286e00-ef0d-4964-81b7-560202203d1b tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:18.005091 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8df1066f-24b7-4cf9-b841-3d74186d0e4e req-b3286e00-ef0d-4964-81b7-560202203d1b tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 944 time: 0.0722992 Oct 17 03:13:18.119339 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8df1066f-24b7-4cf9-b841-3d74186d0e4e req-21825825-44a5-454d-95ad-3ce83a78c315 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799160 Oct 17 03:13:18.123427 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-314afa05-a76d-497a-a3ef-26d594255b19 req-390bc3d8-3d1b-4463-8283-fd8a2acd459e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8f1e2c13-b4f2-4e53-81bc-b89ddf861600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519053 Oct 17 03:13:18.127507 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37874) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:18.155029 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-21b717ba-6552-47fd-9c25-2104f6e449e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:18.236901 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:18.246453 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-21b717ba-6552-47fd-9c25-2104f6e449e8 admin admin] Publish callbacks [] for security_group (6948011a-2c69-4fb1-a686-cf1a05ceb350), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:18.251553 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-21b717ba-6552-47fd-9c25-2104f6e449e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (6948011a-2c69-4fb1-a686-cf1a05ceb350), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:18.269769 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:18.296405 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b717ba-6552-47fd-9c25-2104f6e449e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6948011a-2c69-4fb1-a686-cf1a05ceb350,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:18.301603 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-21b717ba-6552-47fd-9c25-2104f6e449e8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b883e063e75a4a82929da6bd4a713124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733787 Oct 17 03:13:18.304546 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37880) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:18.359513 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-aef44a7e-8e97-49a9-912a-43cbdb77ed19 admin admin] Publish callbacks [] for security_group (6948011a-2c69-4fb1-a686-cf1a05ceb350), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:18.383738 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-aef44a7e-8e97-49a9-912a-43cbdb77ed19 admin admin] Publish callbacks [] for security_group (6948011a-2c69-4fb1-a686-cf1a05ceb350), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:18.398084 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:18.437407 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-aef44a7e-8e97-49a9-912a-43cbdb77ed19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (6948011a-2c69-4fb1-a686-cf1a05ceb350), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:18.440351 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-aef44a7e-8e97-49a9-912a-43cbdb77ed19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:18.441517 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-aef44a7e-8e97-49a9-912a-43cbdb77ed19 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6948011a-2c69-4fb1-a686-cf1a05ceb350 HTTP/1.1" status: 204 len: 168 time: 0.1358244 Oct 17 03:13:18.450387 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef44a7e-8e97-49a9-912a-43cbdb77ed19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6948011a-2c69-4fb1-a686-cf1a05ceb350,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:18.683138 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf614f-d32c-4bd6-b115-3d813c268c42 req-dcbbf1b1-f2d0-4d86-8e53-d53382c599d0 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:18.685092 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-08cf614f-d32c-4bd6-b115-3d813c268c42 req-dcbbf1b1-f2d0-4d86-8e53-d53382c599d0 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 946 time: 0.0556114 Oct 17 03:13:18.714419 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37900) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:18.719442 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-592919910-network', 'tenant_id': '1d4ef781b1084a79be8fc5ae480b35db'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:18.746008 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-08cf614f-d32c-4bd6-b115-3d813c268c42 req-3dcb40a9-0db3-46e4-a1ab-7c287801628a tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549428 Oct 17 03:13:18.751397 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Made reservation on behalf of 1d4ef781b1084a79be8fc5ae480b35db for: {'network': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:13:18.754011 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:18.764768 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:18.788099 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37904) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:18.817789 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-04732ed4-e33d-4094-a856-8cca69cf2314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:18.886095 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc93cda-51b9-49f6-b0f6-2377f052b88b req-dc8a9c69-3db7-4ea6-88a1-199e3dfb732c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:18.887482 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bcc93cda-51b9-49f6-b0f6-2377f052b88b req-dc8a9c69-3db7-4ea6-88a1-199e3dfb732c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0907300 Oct 17 03:13:18.950530 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Publish callbacks [] for security_group (95a8efff-eceb-4b4d-b44c-8033bba88e98), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:18.966618 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (95a8efff-eceb-4b4d-b44c-8033bba88e98), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.011379 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bcc93cda-51b9-49f6-b0f6-2377f052b88b req-35f1b060-5658-4923-8a80-fd3ea90b9402 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161520 Oct 17 03:13:19.017906 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=104637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:13:19.034041 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a8efff-eceb-4b4d-b44c-8033bba88e98,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:19.046223 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (5d3d6370-b9c2-4d1b-b5d4-46e140033d56), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.046560 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.segments_db [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Added segment 5d3d6370-b9c2-4d1b-b5d4-46e140033d56 of type vlan for network 4d45831d-6ae3-4215-ba8a-3f82d7420f1b Oct 17 03:13:19.057772 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-04732ed4-e33d-4094-a856-8cca69cf2314 admin admin] Publish callbacks [] for security_group (468e3f8a-1a82-4856-b4a8-0de999b3af3c), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.061805 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-04732ed4-e33d-4094-a856-8cca69cf2314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (468e3f8a-1a82-4856-b4a8-0de999b3af3c), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.118515 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (4d45831d-6ae3-4215-ba8a-3f82d7420f1b), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.135937 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04732ed4-e33d-4094-a856-8cca69cf2314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468e3f8a-1a82-4856-b4a8-0de999b3af3c,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:19.141505 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-04732ed4-e33d-4094-a856-8cca69cf2314 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0dc8dfcd2640459e9b9b18b3df82db38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523669 Oct 17 03:13:19.144242 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37906) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:19.159796 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (4d45831d-6ae3-4215-ba8a-3f82d7420f1b), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.160804 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:19.161382 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.199359 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5de01cdb-3f91-4cf6-9e4a-43fbf4da55af admin admin] Publish callbacks [] for security_group (468e3f8a-1a82-4856-b4a8-0de999b3af3c), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.216016 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5003145 Oct 17 03:13:19.219003 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37910) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:19.228412 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-10deeb71-832d-4d8f-865f-a7d246026b8e admin admin] Request body: {'subnet': {'network_id': '4d45831d-6ae3-4215-ba8a-3f82d7420f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-592919910-subnet', 'tenant_id': '1d4ef781b1084a79be8fc5ae480b35db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:19.230430 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184f36a-47c3-4b66-8080-fa87e00c01b0 admin admin] Pushing event updated for resources: {'Network': ['ID=4d45831d-6ae3-4215-ba8a-3f82d7420f1b,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:19.233293 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5de01cdb-3f91-4cf6-9e4a-43fbf4da55af admin admin] Publish callbacks [] for security_group (468e3f8a-1a82-4856-b4a8-0de999b3af3c), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.240818 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network 4d45831d-6ae3-4215-ba8a-3f82d7420f1b details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:13:19.254631 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:19.306935 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10deeb71-832d-4d8f-865f-a7d246026b8e admin admin] Made reservation on behalf of 1d4ef781b1084a79be8fc5ae480b35db for: {'subnet': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:13:19.309324 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-10deeb71-832d-4d8f-865f-a7d246026b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3819769'] for subnet (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.337984 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b530bb9-a803-4bf4-b2cd-687a1fd44223 req-33c45f3d-5afc-40ca-934c-65cf73255c62 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:19.339497 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2b530bb9-a803-4bf4-b2cd-687a1fd44223 req-33c45f3d-5afc-40ca-934c-65cf73255c62 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 944 time: 0.1034679 Oct 17 03:13:19.428766 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5de01cdb-3f91-4cf6-9e4a-43fbf4da55af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (468e3f8a-1a82-4856-b4a8-0de999b3af3c), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.431347 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5de01cdb-3f91-4cf6-9e4a-43fbf4da55af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.432470 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-5de01cdb-3f91-4cf6-9e4a-43fbf4da55af admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/468e3f8a-1a82-4856-b4a8-0de999b3af3c HTTP/1.1" status: 204 len: 168 time: 0.2872529 Oct 17 03:13:19.457425 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de01cdb-3f91-4cf6-9e4a-43fbf4da55af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468e3f8a-1a82-4856-b4a8-0de999b3af3c,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:19.464043 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2b530bb9-a803-4bf4-b2cd-687a1fd44223 req-53a6081d-7fd0-4321-b55d-761eafe82201 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972006 Oct 17 03:13:19.563110 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-10deeb71-832d-4d8f-865f-a7d246026b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25377786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3819755'] for subnet (4dc9c9ce-5b96-4345-8672-fc2ac9249b9e), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.623730 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10deeb71-832d-4d8f-865f-a7d246026b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc9c9ce-5b96-4345-8672-fc2ac9249b9e,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:19.633546 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10deeb71-832d-4d8f-865f-a7d246026b8e admin admin] Checking segment: {'id': '5d3d6370-b9c2-4d1b-b5d4-46e140033d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d45831d-6ae3-4215-ba8a-3f82d7420f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:13:19.633906 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10deeb71-832d-4d8f-865f-a7d246026b8e admin admin] Network hostable DHCP agents. Network: 4d45831d-6ae3-4215-ba8a-3f82d7420f1b, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:13:19.651214 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10deeb71-832d-4d8f-865f-a7d246026b8e admin admin] Network 4d45831d-6ae3-4215-ba8a-3f82d7420f1b is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:13:19.660518 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-10deeb71-832d-4d8f-865f-a7d246026b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, 4d45831d-6ae3-4215-ba8a-3f82d7420f1b) {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:13:19.664946 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10deeb71-832d-4d8f-865f-a7d246026b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:19.665596 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-10deeb71-832d-4d8f-865f-a7d246026b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.672382 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911c6357-28c0-4d1d-9261-7a7441e23a57 None None] Network 4d45831d-6ae3-4215-ba8a-3f82d7420f1b requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:13:19.683232 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-10deeb71-832d-4d8f-865f-a7d246026b8e admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4627457 Oct 17 03:13:19.787863 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95aa4df-c96f-4eed-be8d-c427dc507503 None None] Network 4d45831d-6ae3-4215-ba8a-3f82d7420f1b requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:13:19.828039 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37922) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:19.876856 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2c5aea-f536-4a93-a96c-0fdbadfba495 admin admin] Deleting subnet 890b008d-9126-43bb-88c7-533d9f2c0877 {{(pid=104638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:13:19.880737 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-eb2c5aea-f536-4a93-a96c-0fdbadfba495 admin admin] Publish callbacks [] for subnet (890b008d-9126-43bb-88c7-533d9f2c0877), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.883422 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:19.901237 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212b90f-1f69-41b7-b767-1c026cce0052 req-815f8203-70bb-46ee-af64-91921c785b50 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:19.908303 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8212b90f-1f69-41b7-b767-1c026cce0052 req-815f8203-70bb-46ee-af64-91921c785b50 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 946 time: 0.0610077 Oct 17 03:13:19.932611 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-eb2c5aea-f536-4a93-a96c-0fdbadfba495 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660978'] for subnet (890b008d-9126-43bb-88c7-533d9f2c0877), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:19.958052 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8212b90f-1f69-41b7-b767-1c026cce0052 req-c123c9f4-0ddc-4591-a14c-2284e7f3ff56 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483971 Oct 17 03:13:19.986720 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-eb2c5aea-f536-4a93-a96c-0fdbadfba495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (890b008d-9126-43bb-88c7-533d9f2c0877), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.041973 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-eb2c5aea-f536-4a93-a96c-0fdbadfba495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821080'] for subnet (890b008d-9126-43bb-88c7-533d9f2c0877), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.069460 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c5aea-f536-4a93-a96c-0fdbadfba495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=890b008d-9126-43bb-88c7-533d9f2c0877,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:20.073387 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-eb2c5aea-f536-4a93-a96c-0fdbadfba495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.076591 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-eb2c5aea-f536-4a93-a96c-0fdbadfba495 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/890b008d-9126-43bb-88c7-533d9f2c0877 HTTP/1.1" status: 204 len: 168 time: 0.2474489 Oct 17 03:13:20.079125 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37934) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:20.188076 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdebb6b-a7ac-41cd-80da-ad46fde58f79 req-5c89a8dd-a858-4d07-92d3-07e81b7f0d68 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:20.189643 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-efdebb6b-a7ac-41cd-80da-ad46fde58f79 req-5c89a8dd-a858-4d07-92d3-07e81b7f0d68 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0921662 Oct 17 03:13:20.193769 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (b1871b3c-10fb-4f7d-a290-bbedf6fea1b0), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.280905 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-efdebb6b-a7ac-41cd-80da-ad46fde58f79 req-e69f3efe-e08a-4bf1-b9e8-1145dc332ee2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795629 Oct 17 03:13:20.316416 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:20.320488 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (b1871b3c-10fb-4f7d-a290-bbedf6fea1b0), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.347741 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1871b3c-10fb-4f7d-a290-bbedf6fea1b0']}} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:20.357924 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc7eb8a-e72e-4063-8921-83c3d362542c') {'for_net_delete': True} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:20.358252 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc7eb8a-e72e-4063-8921-83c3d362542c') {} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:20.369576 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3661003'] for segment (1cc7eb8a-e72e-4063-8921-83c3d362542c), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.382888 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (1cc7eb8a-e72e-4063-8921-83c3d362542c), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.389388 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:13:20.389716 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25377617'] for segment (1cc7eb8a-e72e-4063-8921-83c3d362542c), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.398274 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 366b0256-e4ee-408c-ae36-453ce05d015d details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:13:20.415163 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:20.436598 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:20.437521 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment 1cc7eb8a-e72e-4063-8921-83c3d362542c resource provider aggregate not found Oct 17 03:13:20.456436 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment 1cc7eb8a-e72e-4063-8921-83c3d362542c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cc7eb8a-e72e-4063-8921-83c3d362542c found for delete ", "request_id": "req-75473697-d273-45dd-85b0-151c1ee5c93c"}]} Oct 17 03:13:20.463526 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (b1871b3c-10fb-4f7d-a290-bbedf6fea1b0), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.469375 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.476763 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37954) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:20.479504 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/b1871b3c-10fb-4f7d-a290-bbedf6fea1b0 HTTP/1.1" status: 204 len: 168 time: 0.3992550 Oct 17 03:13:20.498475 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e5340-350e-4b0b-82fd-cb38a7dbbe55 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1871b3c-10fb-4f7d-a290-bbedf6fea1b0,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:20.523660 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 366b0256-e4ee-408c-ae36-453ce05d015d, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=366b0256-e4ee-408c-ae36-453ce05d015d,segment=NetworkSegment(b3cd66d1-a72f-4f97-aaec-012d961ebe63),segment_id=b3cd66d1-a72f-4f97-aaec-012d961ebe63)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:20.534679 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:20.544424 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '366b0256-e4ee-408c-ae36-453ce05d015d', 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600', 'port_id': '366b0256-e4ee-408c-ae36-453ce05d015d', 'mac_address': 'fa:16:3e:98:a5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8384d0-452c-4b1f-ba72-46b7875d3223', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:13:20.561530 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_v2 [None req-023cbb6f-96d3-45b1-a2fb-5ff08bfb6f94 admin admin] Deleting subnet 4dc9c9ce-5b96-4345-8672-fc2ac9249b9e {{(pid=104637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:13:20.573539 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-023cbb6f-96d3-45b1-a2fb-5ff08bfb6f94 admin admin] Publish callbacks [] for subnet (4dc9c9ce-5b96-4345-8672-fc2ac9249b9e), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.584204 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:20.592368 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 366b0256-e4ee-408c-ae36-453ce05d015d is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:13:20.592756 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.605923 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366b0256-e4ee-408c-ae36-453ce05d015d {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:13:20.627788 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 366b0256-e4ee-408c-ae36-453ce05d015d, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=366b0256-e4ee-408c-ae36-453ce05d015d,segment=NetworkSegment(b3cd66d1-a72f-4f97-aaec-012d961ebe63),segment_id=b3cd66d1-a72f-4f97-aaec-012d961ebe63)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:20.634371 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.644722 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-023cbb6f-96d3-45b1-a2fb-5ff08bfb6f94 admin admin] Publish callbacks [] for subnet (4dc9c9ce-5b96-4345-8672-fc2ac9249b9e), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.658205 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd442771-9461-4be0-b069-77b6e19bc75d req-64e92112-b5de-4050-b35a-f5cf75770d00 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:20.659748 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fd442771-9461-4be0-b069-77b6e19bc75d req-64e92112-b5de-4050-b35a-f5cf75770d00 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 944 time: 0.0915318 Oct 17 03:13:20.660816 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-023cbb6f-96d3-45b1-a2fb-5ff08bfb6f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (4dc9c9ce-5b96-4345-8672-fc2ac9249b9e), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.689706 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=366b0256-e4ee-408c-ae36-453ce05d015d,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:20.751155 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fd442771-9461-4be0-b069-77b6e19bc75d req-64b526de-4833-4d1f-b294-bf3782f9033e tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855892 Oct 17 03:13:20.759664 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-023cbb6f-96d3-45b1-a2fb-5ff08bfb6f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (4dc9c9ce-5b96-4345-8672-fc2ac9249b9e), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.790161 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cbb6f-96d3-45b1-a2fb-5ff08bfb6f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc9c9ce-5b96-4345-8672-fc2ac9249b9e,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:20.793909 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-023cbb6f-96d3-45b1-a2fb-5ff08bfb6f94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.797084 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-023cbb6f-96d3-45b1-a2fb-5ff08bfb6f94 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/4dc9c9ce-5b96-4345-8672-fc2ac9249b9e HTTP/1.1" status: 204 len: 168 time: 0.3196492 Oct 17 03:13:20.799933 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37960) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:20.876618 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (4d45831d-6ae3-4215-ba8a-3f82d7420f1b), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.935197 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=37 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:20.969307 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (4d45831d-6ae3-4215-ba8a-3f82d7420f1b), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:20.991303 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d45831d-6ae3-4215-ba8a-3f82d7420f1b']}} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:21.001349 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3d6370-b9c2-4d1b-b5d4-46e140033d56') {'for_net_delete': True} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:21.001647 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3d6370-b9c2-4d1b-b5d4-46e140033d56') {} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:13:21.011966 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3661003'] for segment (5d3d6370-b9c2-4d1b-b5d4-46e140033d56), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.020357 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['366b0256-e4ee-408c-ae36-453ce05d015d'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:13:21.027179 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (5d3d6370-b9c2-4d1b-b5d4-46e140033d56), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.045655 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=104638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:13:21.046268 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25377617'] for segment (5d3d6370-b9c2-4d1b-b5d4-46e140033d56), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.048694 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=46 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:21.159824 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec99e6-4547-4f06-aa46-64700dc0213d req-12b92bd5-afc0-4c43-a712-9f14d23c20d4 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:21.161276 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-38ec99e6-4547-4f06-aa46-64700dc0213d req-12b92bd5-afc0-4c43-a712-9f14d23c20d4 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 946 time: 0.1312501 Oct 17 03:13:21.168254 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93737a85-96b5-42b4-9a90-056f5b4ee6ec req-713a3fdd-78df-4741-b10f-2818bade5cb2 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:21.169631 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-93737a85-96b5-42b4-9a90-056f5b4ee6ec req-713a3fdd-78df-4741-b10f-2818bade5cb2 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 946 time: 0.1284709 Oct 17 03:13:21.185645 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:21.205370 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (4d45831d-6ae3-4215-ba8a-3f82d7420f1b), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.225915 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.231784 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4d45831d-6ae3-4215-ba8a-3f82d7420f1b HTTP/1.1" status: 204 len: 168 time: 0.4282250 Oct 17 03:13:21.258599 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54859495-e7ed-4fbf-b8fd-8aa1a95e83d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d45831d-6ae3-4215-ba8a-3f82d7420f1b,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:21.310999 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-93737a85-96b5-42b4-9a90-056f5b4ee6ec req-9a634097-5f39-4578-be9b-c0ea3cfaa265 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332173 Oct 17 03:13:21.320375 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-38ec99e6-4547-4f06-aa46-64700dc0213d req-60d0121c-223c-4dbe-899e-f6dd8aa87c31 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Deleting port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:13:21.320744 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-38ec99e6-4547-4f06-aa46-64700dc0213d req-60d0121c-223c-4dbe-899e-f6dd8aa87c31 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.418290 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-38ec99e6-4547-4f06-aa46-64700dc0213d req-60d0121c-223c-4dbe-899e-f6dd8aa87c31 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] For port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=7fb9edbd-1a95-4c9b-bafa-7879c03c7674,segment=NetworkSegment(90ecbca7-5e91-4a13-b4ee-22e413aef68c),segment_id=90ecbca7-5e91-4a13-b4ee-22e413aef68c)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:21.418653 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-38ec99e6-4547-4f06-aa46-64700dc0213d req-60d0121c-223c-4dbe-899e-f6dd8aa87c31 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.424338 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb59c29-4e7b-460f-889f-a04a6773783d req-ade91a33-e7db-4647-8c27-d292747c46eb tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:21.425926 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1fb59c29-4e7b-460f-889f-a04a6773783d req-ade91a33-e7db-4647-8c27-d292747c46eb tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0511150 Oct 17 03:13:21.433008 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-38ec99e6-4547-4f06-aa46-64700dc0213d req-60d0121c-223c-4dbe-899e-f6dd8aa87c31 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Calling delete_port for 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:13:21.435637 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37972) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:21.510490 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1fb59c29-4e7b-460f-889f-a04a6773783d req-51a68cd2-48e1-4c77-8df4-33b78f8cf575 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766733 Oct 17 03:13:21.516507 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-1217f82d-326e-4d98-b25a-51d73e5e40e0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3ffbcac907054f608ee7eaa6fddf152b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729487 Oct 17 03:13:21.516630 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37974) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:21.565112 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:21.567986 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2ee2201f-ddea-4517-ad46-180b42f4b5cb admin admin] Publish callbacks [] for security_group (1d582a89-eb1d-4353-a9d3-7f56219e0599), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.571575 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-38ec99e6-4547-4f06-aa46-64700dc0213d req-60d0121c-223c-4dbe-899e-f6dd8aa87c31 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (7fb9edbd-1a95-4c9b-bafa-7879c03c7674), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.594715 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2ee2201f-ddea-4517-ad46-180b42f4b5cb admin admin] Publish callbacks [] for security_group (1d582a89-eb1d-4353-a9d3-7f56219e0599), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.602054 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0121c-223c-4dbe-899e-f6dd8aa87c31 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Pushing event deleted for resources: {'Port': ['ID=7fb9edbd-1a95-4c9b-bafa-7879c03c7674,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:21.644323 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2ee2201f-ddea-4517-ad46-180b42f4b5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (1d582a89-eb1d-4353-a9d3-7f56219e0599), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.647775 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2ee2201f-ddea-4517-ad46-180b42f4b5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.647978 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ec99e6-4547-4f06-aa46-64700dc0213d req-60d0121c-223c-4dbe-899e-f6dd8aa87c31 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] No DVR routers for this DVR port 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:13:21.648956 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-2ee2201f-ddea-4517-ad46-180b42f4b5cb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1d582a89-eb1d-4353-a9d3-7f56219e0599 HTTP/1.1" status: 204 len: 168 time: 0.1313896 Oct 17 03:13:21.654127 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-38ec99e6-4547-4f06-aa46-64700dc0213d req-60d0121c-223c-4dbe-899e-f6dd8aa87c31 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:21.657497 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-38ec99e6-4547-4f06-aa46-64700dc0213d req-60d0121c-223c-4dbe-899e-f6dd8aa87c31 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.23 "DELETE /networking/v2.0/ports/7fb9edbd-1a95-4c9b-bafa-7879c03c7674 HTTP/1.1" status: 204 len: 173 time: 0.4869392 Oct 17 03:13:21.658042 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bef4f0-63d6-4f68-aeec-a77348fd3921', 'name': 'network-vif-deleted', 'tag': '7fb9edbd-1a95-4c9b-bafa-7879c03c7674'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:13:21.658855 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2201f-ddea-4517-ad46-180b42f4b5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d582a89-eb1d-4353-a9d3-7f56219e0599,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:21.661298 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8e8ad5-0e71-42b4-af0a-3f62ab52fc58" -d '{"events": [{"server_uuid": "c5bef4f0-63d6-4f68-aeec-a77348fd3921", "name": "network-vif-deleted", "tag": "7fb9edbd-1a95-4c9b-bafa-7879c03c7674"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:13:21.703404 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9240ee9e-fb78-4818-a5c0-8f67ced8112b x-openstack-request-id: req-9240ee9e-fb78-4818-a5c0-8f67ced8112b {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:13:21.703688 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bef4f0-63d6-4f68-aeec-a77348fd3921", "name": "network-vif-deleted", "tag": "7fb9edbd-1a95-4c9b-bafa-7879c03c7674", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:13:21.703933 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9240ee9e-fb78-4818-a5c0-8f67ced8112b {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:13:21.704321 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9240ee9e-fb78-4818-a5c0-8f67ced8112b'] response: {'server_uuid': 'c5bef4f0-63d6-4f68-aeec-a77348fd3921', 'name': 'network-vif-deleted', 'tag': '7fb9edbd-1a95-4c9b-bafa-7879c03c7674', 'status': 'completed', 'code': 200} Oct 17 03:13:21.827933 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['7fb9edbd-1a95-4c9b-bafa-7879c03c7674'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:13:22.022459 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f8819-99fc-4f64-92aa-70d3925b0ab7 req-19d8f96e-4b19-4cc5-81c2-acb53de5b60c tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:22.024183 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-970f8819-99fc-4f64-92aa-70d3925b0ab7 req-19d8f96e-4b19-4cc5-81c2-acb53de5b60c tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 945 time: 0.0498683 Oct 17 03:13:22.038764 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 37992) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:22.081484 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-970f8819-99fc-4f64-92aa-70d3925b0ab7 req-101a2e8f-f9ee-40ab-86be-40039d33aa8e tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456710 Oct 17 03:13:22.096149 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 37996) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:22.096293 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-b8f5ab1f-5aee-44dc-a863-c8f163ae746a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1d4ef781b1084a79be8fc5ae480b35db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563378 Oct 17 03:13:22.161493 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0f69f830-21fb-4886-b110-9e17567b9788 admin admin] Publish callbacks [] for security_group (95a8efff-eceb-4b4d-b44c-8033bba88e98), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:22.183635 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0f69f830-21fb-4886-b110-9e17567b9788 admin admin] Publish callbacks [] for security_group (95a8efff-eceb-4b4d-b44c-8033bba88e98), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:22.238178 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0f69f830-21fb-4886-b110-9e17567b9788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (95a8efff-eceb-4b4d-b44c-8033bba88e98), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:22.240964 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0f69f830-21fb-4886-b110-9e17567b9788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:22.245172 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-0f69f830-21fb-4886-b110-9e17567b9788 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/95a8efff-eceb-4b4d-b44c-8033bba88e98 HTTP/1.1" status: 204 len: 168 time: 0.1480124 Oct 17 03:13:22.258157 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69f830-21fb-4886-b110-9e17567b9788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a8efff-eceb-4b4d-b44c-8033bba88e98,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:22.404415 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 366b0256-e4ee-408c-ae36-453ce05d015d up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:13:22.454742 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-47261486-f8b3-4596-83fd-26f16e002b6d req-884395e7-8ddf-4685-b204-23b43e7494bc tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 210 time: 0.0338552 Oct 17 03:13:22.475173 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port 366b0256-e4ee-408c-ae36-453ce05d015d completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:13:22.476829 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment 5d3d6370-b9c2-4d1b-b5d4-46e140033d56 resource provider aggregate not found Oct 17 03:13:22.495473 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 366b0256-e4ee-408c-ae36-453ce05d015d triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:13:22.496088 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:22.496645 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 366b0256-e4ee-408c-ae36-453ce05d015d Oct 17 03:13:22.503672 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment 5d3d6370-b9c2-4d1b-b5d4-46e140033d56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d3d6370-b9c2-4d1b-b5d4-46e140033d56 found for delete ", "request_id": "req-cfd6c60d-0224-436b-8929-bc1fe6446aa8"}]} Oct 17 03:13:22.589121 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 366b0256-e4ee-408c-ae36-453ce05d015d is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:13:22.589581 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:22.617713 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fc9f01-479b-43e9-9415-fe96b7140a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366b0256-e4ee-408c-ae36-453ce05d015d'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:13:22.620163 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a0e5c1-e4df-4bed-a23a-55aa101ea28c" -d '{"events": [{"server_uuid": "d7fc9f01-479b-43e9-9415-fe96b7140a47", "name": "network-vif-plugged", "status": "completed", "tag": "366b0256-e4ee-408c-ae36-453ce05d015d"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:13:22.639415 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 366b0256-e4ee-408c-ae36-453ce05d015d, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=366b0256-e4ee-408c-ae36-453ce05d015d,segment=NetworkSegment(b3cd66d1-a72f-4f97-aaec-012d961ebe63),segment_id=b3cd66d1-a72f-4f97-aaec-012d961ebe63)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:22.644685 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:22.703616 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59937c49-e921-4c31-9508-cab87fc68d4c req-2aac7474-25f5-44e2-9fa4-f36093b84821 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:22.711947 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323debff-8c6c-43d0-bdf9-15b89d677dbb x-openstack-request-id: req-323debff-8c6c-43d0-bdf9-15b89d677dbb {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:13:22.712634 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fc9f01-479b-43e9-9415-fe96b7140a47", "name": "network-vif-plugged", "status": "completed", "tag": "366b0256-e4ee-408c-ae36-453ce05d015d", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:13:22.713063 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-323debff-8c6c-43d0-bdf9-15b89d677dbb {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:13:22.713620 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323debff-8c6c-43d0-bdf9-15b89d677dbb'] response: {'server_uuid': 'd7fc9f01-479b-43e9-9415-fe96b7140a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366b0256-e4ee-408c-ae36-453ce05d015d', 'code': 200} Oct 17 03:13:22.715390 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-59937c49-e921-4c31-9508-cab87fc68d4c req-2aac7474-25f5-44e2-9fa4-f36093b84821 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.1185901 Oct 17 03:13:22.737283 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=366b0256-e4ee-408c-ae36-453ce05d015d,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:22.748704 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:22.820989 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-59937c49-e921-4c31-9508-cab87fc68d4c req-cd529420-7a90-4fab-b6b3-f3966a04399d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044793 Oct 17 03:13:23.023925 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f294d-291f-4410-9931-5a3086ccb6a1 req-4adadafb-93df-473c-b36d-f0d831706290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:23.025419 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-bc2f294d-291f-4410-9931-5a3086ccb6a1 req-4adadafb-93df-473c-b36d-f0d831706290 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 1129 time: 0.0726829 Oct 17 03:13:23.026431 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c2b2d-c138-46bb-a852-ad421d6a5b53 req-513c4e3c-2a22-4094-996b-ba38b7d0de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:23.028630 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c2c2b2d-c138-46bb-a852-ad421d6a5b53 req-513c4e3c-2a22-4094-996b-ba38b7d0de9f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 1130 time: 0.0839090 Oct 17 03:13:23.108084 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c2c2b2d-c138-46bb-a852-ad421d6a5b53 req-d6e681ee-4ac2-42ab-83f7-923c4681021a service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630052 Oct 17 03:13:23.111072 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-bc2f294d-291f-4410-9931-5a3086ccb6a1 req-819ffec1-ce2c-4ce5-b43e-afa06cc96dce service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720882 Oct 17 03:13:23.206463 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e98a-c0a0-4558-beee-41a5c97dbc39 req-33457d93-c495-4a09-96bd-767d897301d1 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:23.207943 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-73b7e98a-c0a0-4558-beee-41a5c97dbc39 req-33457d93-c495-4a09-96bd-767d897301d1 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 946 time: 0.0463526 Oct 17 03:13:23.256714 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-73b7e98a-c0a0-4558-beee-41a5c97dbc39 req-1b10b244-20de-44a1-8302-897761b06527 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425568 Oct 17 03:13:23.600030 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ee5cae04-2789-4002-bf26-1322a7070d21 req-3180779b-77cc-441f-abe0-37d09529ad55 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 210 time: 0.0350692 Oct 17 03:13:23.945696 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02523a-6ac5-4ed7-b798-080fac274b7c req-586761ff-4535-4e70-9808-131f9090b1ff tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:23.947214 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a02523a-6ac5-4ed7-b798-080fac274b7c req-586761ff-4535-4e70-9808-131f9090b1ff tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0518479 Oct 17 03:13:24.001074 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a02523a-6ac5-4ed7-b798-080fac274b7c req-cd42a6a8-7ead-430a-91e8-7a530c8e6679 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479071 Oct 17 03:13:24.233710 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 38078) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:24.341787 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-34762f71-913c-41e4-ba5e-dcefe089b49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:24.376619 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc803f-1509-480b-a58d-723d27b74835 req-2e62ae4d-2896-42f1-9012-4f0f2ed42fc4 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:24.378276 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fbfc803f-1509-480b-a58d-723d27b74835 req-2e62ae4d-2896-42f1-9012-4f0f2ed42fc4 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 946 time: 0.0465744 Oct 17 03:13:24.398393 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:24.415742 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:13:24.422604 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-34762f71-913c-41e4-ba5e-dcefe089b49b admin admin] Publish callbacks [] for security_group (451c4450-a1bd-4264-a0d8-cd1f123eff45), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:24.426707 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-34762f71-913c-41e4-ba5e-dcefe089b49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (451c4450-a1bd-4264-a0d8-cd1f123eff45), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:24.436061 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fbfc803f-1509-480b-a58d-723d27b74835 req-e6881d87-94eb-4d88-8df0-c0104d6e39b5 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511105 Oct 17 03:13:24.438986 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:13:24.439342 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 7fb9edbd-1a95-4c9b-bafa-7879c03c7674 not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:13:24.468413 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-34762f71-913c-41e4-ba5e-dcefe089b49b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8e7f919406244681a5d03a2251e8437f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336421 Oct 17 03:13:24.469697 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34762f71-913c-41e4-ba5e-dcefe089b49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451c4450-a1bd-4264-a0d8-cd1f123eff45,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:24.471071 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 38084) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:24.515396 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:24.522617 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7e0222a8-f67a-41cb-858d-baf2b426d50d admin admin] Publish callbacks [] for security_group (451c4450-a1bd-4264-a0d8-cd1f123eff45), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:24.545618 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7e0222a8-f67a-41cb-858d-baf2b426d50d admin admin] Publish callbacks [] for security_group (451c4450-a1bd-4264-a0d8-cd1f123eff45), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:24.595583 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7e0222a8-f67a-41cb-858d-baf2b426d50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (451c4450-a1bd-4264-a0d8-cd1f123eff45), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:24.598261 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7e0222a8-f67a-41cb-858d-baf2b426d50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:24.599436 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-7e0222a8-f67a-41cb-858d-baf2b426d50d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/451c4450-a1bd-4264-a0d8-cd1f123eff45 HTTP/1.1" status: 204 len: 168 time: 0.1273012 Oct 17 03:13:24.607389 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0222a8-f67a-41cb-858d-baf2b426d50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451c4450-a1bd-4264-a0d8-cd1f123eff45,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:24.727117 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-041ff977-3ed6-4c6d-8bad-f62b20ed9a63 req-048178dd-f2a8-4135-95cd-605f7858f811 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 210 time: 0.0327389 Oct 17 03:13:24.882781 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 38096) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:24.898793 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-858309a6-820b-4f9c-a756-6c03d8898822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:24.981478 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-858309a6-820b-4f9c-a756-6c03d8898822 admin admin] Publish callbacks [] for security_group (1bb1f4be-dd63-48f1-bb63-42bc6970de9a), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:24.985700 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-858309a6-820b-4f9c-a756-6c03d8898822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (1bb1f4be-dd63-48f1-bb63-42bc6970de9a), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:25.031622 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-858309a6-820b-4f9c-a756-6c03d8898822 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=51356fd266aa42a8a635f6b9b7760491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454816 Oct 17 03:13:25.031622 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858309a6-820b-4f9c-a756-6c03d8898822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb1f4be-dd63-48f1-bb63-42bc6970de9a,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:25.032108 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 38104) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:25.152632 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923773b-d03e-4f17-b6b5-4f7e22c06b8a req-a06c3198-1b24-44c5-9bf8-aaab36b72a5d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:25.154501 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4923773b-d03e-4f17-b6b5-4f7e22c06b8a req-a06c3198-1b24-44c5-9bf8-aaab36b72a5d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0525987 Oct 17 03:13:25.206682 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4923773b-d03e-4f17-b6b5-4f7e22c06b8a req-85cdca56-cb52-40be-a3fc-d79fc4ba6497 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454009 Oct 17 03:13:25.367202 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ba99d-1a55-4a0e-88d1-46f742e43e4b req-9a4d5aee-a84d-42af-81c5-32f526604907 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:25.368846 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-489ba99d-1a55-4a0e-88d1-46f742e43e4b req-9a4d5aee-a84d-42af-81c5-32f526604907 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0640373 Oct 17 03:13:25.390026 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-03fe3876-9758-4682-96c4-6476f8188e37 admin admin] Publish callbacks [] for security_group (1bb1f4be-dd63-48f1-bb63-42bc6970de9a), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:25.425738 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-03fe3876-9758-4682-96c4-6476f8188e37 admin admin] Publish callbacks [] for security_group (1bb1f4be-dd63-48f1-bb63-42bc6970de9a), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:25.429011 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:25.465216 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-489ba99d-1a55-4a0e-88d1-46f742e43e4b req-21eab258-0e50-4af3-904c-db06eb7c3295 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862238 Oct 17 03:13:25.519341 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-03fe3876-9758-4682-96c4-6476f8188e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (1bb1f4be-dd63-48f1-bb63-42bc6970de9a), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:25.519341 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-03fe3876-9758-4682-96c4-6476f8188e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:25.519341 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-03fe3876-9758-4682-96c4-6476f8188e37 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1bb1f4be-dd63-48f1-bb63-42bc6970de9a HTTP/1.1" status: 204 len: 168 time: 0.4755366 Oct 17 03:13:25.570713 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe3876-9758-4682-96c4-6476f8188e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb1f4be-dd63-48f1-bb63-42bc6970de9a,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:25.650122 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ae67b-fef9-4806-aa32-04aea31c4d71 req-ee8e776b-cc72-44aa-a9ff-532877154d09 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:25.651820 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-873ae67b-fef9-4806-aa32-04aea31c4d71 req-ee8e776b-cc72-44aa-a9ff-532877154d09 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 946 time: 0.0842168 Oct 17 03:13:25.713709 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-873ae67b-fef9-4806-aa32-04aea31c4d71 req-99aa521c-816d-4339-aa26-fe0006ca041a tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537305 Oct 17 03:13:25.912287 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0def65c5-dffa-4e8b-951d-0e06d4b07deb req-3e6882a1-4e5b-4faa-a953-837ac17614b2 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c5bef4f0-63d6-4f68-aeec-a77348fd3921 HTTP/1.1" status: 200 len: 210 time: 0.0549729 Oct 17 03:13:26.433277 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:13:27.527149 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34841441-5196-4249-897d-af2812871dc1 req-0027601b-e4bb-437e-9423-f497b841496f tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:27.529998 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-0027601b-e4bb-437e-9423-f497b841496f tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/networks?id=facc8931-b1bd-467e-90f2-4b5fa4eb484d HTTP/1.1" status: 200 len: 808 time: 0.1770673 Oct 17 03:13:27.536267 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fac5f-a849-4a23-95d4-c01fea3c0b67 req-9f299fec-7c02-435b-be08-2a6103379836 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:27.543594 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b39fac5f-a849-4a23-95d4-c01fea3c0b67 req-9f299fec-7c02-435b-be08-2a6103379836 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0635519 Oct 17 03:13:27.550723 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-5d6b5997-6a91-4901-9388-632455544cc8 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/quotas/b87c159313f74c77a95172124e82dc25 HTTP/1.1" status: 200 len: 375 time: 0.0133009 Oct 17 03:13:27.611222 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-19f6ea24-bfb5-4630-8689-eb4ce27016e3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b87c159313f74c77a95172124e82dc25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502234 Oct 17 03:13:27.617415 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a4f78-29ae-4c2c-a4a6-daff35217251 req-46d15478-2be6-4913-bd33-c9df927c4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:27.619135 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c37a4f78-29ae-4c2c-a4a6-daff35217251 req-46d15478-2be6-4913-bd33-c9df927c4da0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 1129 time: 0.1932833 Oct 17 03:13:27.632363 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b39fac5f-a849-4a23-95d4-c01fea3c0b67 req-161a8503-1d97-4d09-b0e7-e013c8f937ec tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878141 Oct 17 03:13:27.736411 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a4f78-29ae-4c2c-a4a6-daff35217251 req-9beaca7f-2179-4e00-ab14-a18f25056438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:27.739437 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c37a4f78-29ae-4c2c-a4a6-daff35217251 req-9beaca7f-2179-4e00-ab14-a18f25056438 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.1031826 Oct 17 03:13:27.745359 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-cae02305-11b1-4338-8965-b5009b8b6e30 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329165 Oct 17 03:13:27.805103 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c37a4f78-29ae-4c2c-a4a6-daff35217251 req-e853fd0a-1c2f-4f05-88b6-733f643bf054 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c31f984d-a48a-493a-8e53-83388b4caabf HTTP/1.1" status: 200 len: 217 time: 0.0549912 Oct 17 03:13:27.837571 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:27.882481 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-92bcdbc9-9a36-4019-9bfd-86453e58e984 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312630 Oct 17 03:13:27.883518 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a4f78-29ae-4c2c-a4a6-daff35217251 req-d3738b31-c7a9-4d43-8f3e-961e4c0ab60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:27.885587 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c37a4f78-29ae-4c2c-a4a6-daff35217251 req-d3738b31-c7a9-4d43-8f3e-961e4c0ab60c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.0714238 Oct 17 03:13:27.935710 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a4f78-29ae-4c2c-a4a6-daff35217251 req-52591efa-0845-42d4-96ce-c622a0db0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:27.937369 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c37a4f78-29ae-4c2c-a4a6-daff35217251 req-52591efa-0845-42d4-96ce-c622a0db0167 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448179 Oct 17 03:13:28.089972 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92e1b3fa-8d7b-42d2-915d-ffcf57d4b5ce req-4f205d75-8c3e-439a-a294-5f277e27cb47 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 210 time: 0.0371914 Oct 17 03:13:28.094340 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c37a4f78-29ae-4c2c-a4a6-daff35217251 req-be595a87-9c17-41f9-8c74-30696840757d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481347 Oct 17 03:13:28.218575 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c37a4f78-29ae-4c2c-a4a6-daff35217251 req-1b46099c-83d6-4ed8-baf5-d28adb78b5bb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932164 Oct 17 03:13:28.774142 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63d141-753d-490f-a788-92ed5b8d6e5d req-6e638edd-f7ec-490b-a378-12873febdb24 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:28.775812 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8c63d141-753d-490f-a788-92ed5b8d6e5d req-6e638edd-f7ec-490b-a378-12873febdb24 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0540068 Oct 17 03:13:28.827554 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8c63d141-753d-490f-a788-92ed5b8d6e5d req-0062e41a-c289-4641-bf47-0aeea3f34d8b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453320 Oct 17 03:13:28.877498 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 38344) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:29.022831 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bb44a71c-4199-4229-949c-936cb5aae612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:29.106478 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bb44a71c-4199-4229-949c-936cb5aae612 admin admin] Publish callbacks [] for security_group (89a7f0eb-27fe-417b-8c62-4a349d317f0e), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:29.110312 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bb44a71c-4199-4229-949c-936cb5aae612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (89a7f0eb-27fe-417b-8c62-4a349d317f0e), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:29.140715 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:29.153971 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-bb44a71c-4199-4229-949c-936cb5aae612 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cbff53930496413ea9c1567256166778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753701 Oct 17 03:13:29.154968 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44a71c-4199-4229-949c-936cb5aae612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a7f0eb-27fe-417b-8c62-4a349d317f0e,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:29.157425 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 38354) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:29.164553 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:29.213973 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-edca5521-e99b-4d6e-850d-074f69672994 admin admin] Publish callbacks [] for security_group (89a7f0eb-27fe-417b-8c62-4a349d317f0e), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:29.226214 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-41452c82-8195-47eb-b1a6-de736be283f2 req-d4e6f839-d4c5-4bdf-bfe7-372cda6dd75f tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 210 time: 0.0290086 Oct 17 03:13:29.240751 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-edca5521-e99b-4d6e-850d-074f69672994 admin admin] Publish callbacks [] for security_group (89a7f0eb-27fe-417b-8c62-4a349d317f0e), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:29.288333 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-edca5521-e99b-4d6e-850d-074f69672994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (89a7f0eb-27fe-417b-8c62-4a349d317f0e), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:29.290948 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-edca5521-e99b-4d6e-850d-074f69672994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:29.292095 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-edca5521-e99b-4d6e-850d-074f69672994 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/89a7f0eb-27fe-417b-8c62-4a349d317f0e HTTP/1.1" status: 204 len: 168 time: 0.1334684 Oct 17 03:13:29.300163 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca5521-e99b-4d6e-850d-074f69672994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a7f0eb-27fe-417b-8c62-4a349d317f0e,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:29.542656 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:29.595083 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34841441-5196-4249-897d-af2812871dc1 req-7344b7bb-8bb3-4fa1-a5b0-44e82b1f780c tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:29.596688 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-7344b7bb-8bb3-4fa1-a5b0-44e82b1f780c tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.23 "GET /networking/v2.0/networks?id=facc8931-b1bd-467e-90f2-4b5fa4eb484d HTTP/1.1" status: 200 len: 808 time: 0.1334684 Oct 17 03:13:29.598345 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 38362) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:29.623257 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-34841441-5196-4249-897d-af2812871dc1 req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Request body: {'port': {'device_id': '9f85118d-4e33-45e1-9dc6-ee755b6d9df3', 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d', 'admin_state_up': True, 'tenant_id': 'b87c159313f74c77a95172124e82dc25'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:29.641031 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e522343c-98c8-41b7-808f-cae7bc975e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:29.795759 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34841441-5196-4249-897d-af2812871dc1 req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Made reservation on behalf of b87c159313f74c77a95172124e82dc25 for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:13:29.800133 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-34841441-5196-4249-897d-af2812871dc1 req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:29.823697 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e522343c-98c8-41b7-808f-cae7bc975e19 admin admin] Publish callbacks [] for security_group (18a6d619-eaee-482f-b402-9721631e2e55), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:29.830402 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e522343c-98c8-41b7-808f-cae7bc975e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (18a6d619-eaee-482f-b402-9721631e2e55), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:29.914652 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-e522343c-98c8-41b7-808f-cae7bc975e19 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ea35867fab004f47aea6feb8a91163f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152184 Oct 17 03:13:29.918421 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 38372) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:29.921810 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522343c-98c8-41b7-808f-cae7bc975e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a6d619-eaee-482f-b402-9721631e2e55,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:29.987527 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48880e63-8568-4cf2-b166-3ce3f3cf93e6 req-ed6a5b61-922c-438b-ac96-dc1805a3258c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:29.989372 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-48880e63-8568-4cf2-b166-3ce3f3cf93e6 req-ed6a5b61-922c-438b-ac96-dc1805a3258c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0807898 Oct 17 03:13:29.994170 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-34841441-5196-4249-897d-af2812871dc1 req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Allocated IP 172.20.0.3 (facc8931-b1bd-467e-90f2-4b5fa4eb484d/4f2617ad-fed5-4c70-aa45-ebd4607c9b81/a058c34f-585b-4f34-a8f2-ddf3be0cb87e) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:13:30.014920 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a3eba3e5-f9c9-4468-a043-3b498ce0c9fd admin admin] Publish callbacks [] for security_group (18a6d619-eaee-482f-b402-9721631e2e55), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:30.051276 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a3eba3e5-f9c9-4468-a043-3b498ce0c9fd admin admin] Publish callbacks [] for security_group (18a6d619-eaee-482f-b402-9721631e2e55), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:30.077259 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-48880e63-8568-4cf2-b166-3ce3f3cf93e6 req-86712410-bcbc-42a0-a2e1-a8e9dacf08df tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790114 Oct 17 03:13:30.119484 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a3eba3e5-f9c9-4468-a043-3b498ce0c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (18a6d619-eaee-482f-b402-9721631e2e55), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:30.124596 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a3eba3e5-f9c9-4468-a043-3b498ce0c9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:30.125998 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-a3eba3e5-f9c9-4468-a043-3b498ce0c9fd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/18a6d619-eaee-482f-b402-9721631e2e55 HTTP/1.1" status: 204 len: 168 time: 0.2053995 Oct 17 03:13:30.137670 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eba3e5-f9c9-4468-a043-3b498ce0c9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a6d619-eaee-482f-b402-9721631e2e55,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:30.188614 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-34841441-5196-4249-897d-af2812871dc1 req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks [] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:30.227364 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-34841441-5196-4249-897d-af2812871dc1 req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:30.273176 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:30.281269 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34841441-5196-4249-897d-af2812871dc1 req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Network facc8931-b1bd-467e-90f2-4b5fa4eb484d is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:13:30.285075 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-34841441-5196-4249-897d-af2812871dc1 req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:13:30.289975 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:30.291352 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-34841441-5196-4249-897d-af2812871dc1 req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:13:30.326559 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Pushing event updated for resources: {'Port': ['ID=a058c34f-585b-4f34-a8f2-ddf3be0cb87e,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:30.362040 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34841441-5196-4249-897d-af2812871dc1 req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:30.362810 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-34841441-5196-4249-897d-af2812871dc1 req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:30.392292 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-f78b2475-6133-4027-88a9-8f6d05ac3eac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7854483 Oct 17 03:13:30.408120 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Request body: {'port': {'device_id': '9f85118d-4e33-45e1-9dc6-ee755b6d9df3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:13:30.518198 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:30.542754 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d533eb9-8122-4ea1-9615-b8a9b0fbeaf7 req-7c5224d9-44f0-4ea1-bb07-1093da0cc7ed tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:30.544575 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9d533eb9-8122-4ea1-9615-b8a9b0fbeaf7 req-7c5224d9-44f0-4ea1-bb07-1093da0cc7ed tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 931 time: 0.0714147 Oct 17 03:13:30.675354 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9d533eb9-8122-4ea1-9615-b8a9b0fbeaf7 req-02d22168-8f51-452b-b9b9-785410cf9a0c tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239054 Oct 17 03:13:30.871341 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a058c34f-585b-4f34-a8f2-ddf3be0cb87e {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:13:30.879329 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Publish callbacks [] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:30.893377 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Transition to ACTIVE for port object a058c34f-585b-4f34-a8f2-ddf3be0cb87e will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:13:30.897538 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:30.969067 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Pushing event updated for resources: {'Port': ['ID=a058c34f-585b-4f34-a8f2-ddf3be0cb87e,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:31.031273 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Attempting to bind port a058c34f-585b-4f34-a8f2-ddf3be0cb87e on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:13:31.031608 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Attempting to bind port a058c34f-585b-4f34-a8f2-ddf3be0cb87e by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': '90ecbca7-5e91-4a13-b4ee-22e413aef68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:13:31.031930 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Attempting to bind port a058c34f-585b-4f34-a8f2-ddf3be0cb87e on network facc8931-b1bd-467e-90f2-4b5fa4eb484d {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:13:31.077638 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Port a058c34f-585b-4f34-a8f2-ddf3be0cb87e on network facc8931-b1bd-467e-90f2-4b5fa4eb484d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:13:31.077887 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Attempting to bind port a058c34f-585b-4f34-a8f2-ddf3be0cb87e on network facc8931-b1bd-467e-90f2-4b5fa4eb484d {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:13:31.139239 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:13:31.139239 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Checking segment: {'id': '90ecbca7-5e91-4a13-b4ee-22e413aef68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:13:31.139239 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Bound using segment: {'id': '90ecbca7-5e91-4a13-b4ee-22e413aef68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:13:31.139239 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Bound port: a058c34f-585b-4f34-a8f2-ddf3be0cb87e, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ecbca7-5e91-4a13-b4ee-22e413aef68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:13:31.139239 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:31.212522 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] For port a058c34f-585b-4f34-a8f2-ddf3be0cb87e, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:13:31.216495 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] For port a058c34f-585b-4f34-a8f2-ddf3be0cb87e, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=a058c34f-585b-4f34-a8f2-ddf3be0cb87e,segment=NetworkSegment(90ecbca7-5e91-4a13-b4ee-22e413aef68c),segment_id=90ecbca7-5e91-4a13-b4ee-22e413aef68c)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:13:31.220790 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c5036-32a8-4068-ae88-5367211df923 req-fcbb3cc0-3254-44a2-a983-03381c575ba1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:31.222709 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-435c5036-32a8-4068-ae88-5367211df923 req-fcbb3cc0-3254-44a2-a983-03381c575ba1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0585392 Oct 17 03:13:31.231256 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:31.235432 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:31.236132 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:31.239381 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a058c34f-585b-4f34-a8f2-ddf3be0cb87e HTTP/1.1" status: 200 len: 1093 time: 0.8390472 Oct 17 03:13:31.248898 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f85118d-4e33-45e1-9dc6-ee755b6d9df3', 'tag': 'a058c34f-585b-4f34-a8f2-ddf3be0cb87e'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:13:31.252069 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf88f90-6a14-4bd0-9e2f-b3bb44b8a33b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f85118d-4e33-45e1-9dc6-ee755b6d9df3", "tag": "a058c34f-585b-4f34-a8f2-ddf3be0cb87e"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:13:31.257785 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:31.303568 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-435c5036-32a8-4068-ae88-5367211df923 req-93fe35dc-06d2-4403-8857-0a37b8d9b02e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724564 Oct 17 03:13:31.316489 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11001e25-0f04-4bab-b598-86156e801f12 x-openstack-request-id: req-11001e25-0f04-4bab-b598-86156e801f12 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:13:31.317115 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f85118d-4e33-45e1-9dc6-ee755b6d9df3", "tag": "a058c34f-585b-4f34-a8f2-ddf3be0cb87e", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:13:31.317115 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-11001e25-0f04-4bab-b598-86156e801f12 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:13:31.319329 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11001e25-0f04-4bab-b598-86156e801f12'] response: {'name': 'network-changed', 'server_uuid': '9f85118d-4e33-45e1-9dc6-ee755b6d9df3', 'tag': 'a058c34f-585b-4f34-a8f2-ddf3be0cb87e', 'status': 'completed', 'code': 200} Oct 17 03:13:31.373685 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:31.387268 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62346b66-d73f-4a9b-b111-10b2c662135c service neutron] Pushing event updated for resources: {'Port': ['ID=a058c34f-585b-4f34-a8f2-ddf3be0cb87e,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:31.398665 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34841441-5196-4249-897d-af2812871dc1 req-8b12d805-b589-4e06-8471-14ea993b146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:31.400949 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-8b12d805-b589-4e06-8471-14ea993b146b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b87c159313f74c77a95172124e82dc25&device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 1127 time: 0.0773001 Oct 17 03:13:31.452518 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-e3bfc43f-b639-4d2d-850e-02bcb63ca7e6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a058c34f-585b-4f34-a8f2-ddf3be0cb87e HTTP/1.1" status: 200 len: 217 time: 0.0365131 Oct 17 03:13:31.506108 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34841441-5196-4249-897d-af2812871dc1 req-a88529e5-4a53-4ca5-8593-71c776f0e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:31.508173 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-a88529e5-4a53-4ca5-8593-71c776f0e404 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4f2617ad-fed5-4c70-aa45-ebd4607c9b81 HTTP/1.1" status: 200 len: 848 time: 0.0476353 Oct 17 03:13:31.558188 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 38426) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:31.563657 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-f75b687d-95ca-4067-92a4-4ec30f38cb34 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=facc8931-b1bd-467e-90f2-4b5fa4eb484d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299749 Oct 17 03:13:31.674412 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-3ea6f60f-3f7f-480e-ac9e-bc7cead7a8df service neutron] 10.222.0.23 "GET /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037397 Oct 17 03:13:31.825629 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-34841441-5196-4249-897d-af2812871dc1 req-9cd0f2e2-288a-41f9-b826-e9d9acbebc03 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432941 Oct 17 03:13:31.841544 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed453407-0725-41e4-b2f5-d0ebbdfb42ce req-b252f6e3-5737-4382-8eec-dbf56e27097d tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:31.843679 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ed453407-0725-41e4-b2f5-d0ebbdfb42ce req-b252f6e3-5737-4382-8eec-dbf56e27097d tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 943 time: 0.0760338 Oct 17 03:13:31.878059 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e1468319-e694-48fd-8320-771b7c940e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:31.913373 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ed453407-0725-41e4-b2f5-d0ebbdfb42ce req-57911553-14ef-4899-944f-2afc0af8f8c3 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609200 Oct 17 03:13:31.973266 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e1468319-e694-48fd-8320-771b7c940e1f admin admin] Publish callbacks [] for security_group (0569a472-c4a9-405e-85ca-0303b33b7502), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:31.978219 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e1468319-e694-48fd-8320-771b7c940e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (0569a472-c4a9-405e-85ca-0303b33b7502), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:32.013206 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:32.023145 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-e1468319-e694-48fd-8320-771b7c940e1f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4b832feb5f7644a9b93ce9e99af3ef11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4617422 Oct 17 03:13:32.023798 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1468319-e694-48fd-8320-771b7c940e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0569a472-c4a9-405e-85ca-0303b33b7502,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:32.024902 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 38446) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:32.082443 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8c953a0c-3e38-49ad-b328-459fdb7ba944 admin admin] Publish callbacks [] for security_group (0569a472-c4a9-405e-85ca-0303b33b7502), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:32.105168 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8c953a0c-3e38-49ad-b328-459fdb7ba944 admin admin] Publish callbacks [] for security_group (0569a472-c4a9-405e-85ca-0303b33b7502), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:32.157303 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8c953a0c-3e38-49ad-b328-459fdb7ba944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (0569a472-c4a9-405e-85ca-0303b33b7502), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:32.160039 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8c953a0c-3e38-49ad-b328-459fdb7ba944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:32.161227 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-8c953a0c-3e38-49ad-b328-459fdb7ba944 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0569a472-c4a9-405e-85ca-0303b33b7502 HTTP/1.1" status: 204 len: 168 time: 0.1331089 Oct 17 03:13:32.170387 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c953a0c-3e38-49ad-b328-459fdb7ba944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0569a472-c4a9-405e-85ca-0303b33b7502,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:32.485379 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b03ef-53cc-488a-ae3e-618cdedbffe3 req-9a64a471-8314-4e36-8b13-4ea18b4a217d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:32.487158 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c64b03ef-53cc-488a-ae3e-618cdedbffe3 req-9a64a471-8314-4e36-8b13-4ea18b4a217d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0850163 Oct 17 03:13:32.545768 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c64b03ef-53cc-488a-ae3e-618cdedbffe3 req-10bbca02-6c49-4380-952f-fff5c564556d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522451 Oct 17 03:13:33.045800 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387d068-046a-4eaf-9d9d-d161b5218930 req-bccfbb33-2e73-4620-8be2-69f0831ca2de tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:33.047604 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7387d068-046a-4eaf-9d9d-d161b5218930 req-bccfbb33-2e73-4620-8be2-69f0831ca2de tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 943 time: 0.0525873 Oct 17 03:13:33.102100 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7387d068-046a-4eaf-9d9d-d161b5218930 req-bb44438a-c86c-4e99-90eb-286514413048 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479503 Oct 17 03:13:33.160848 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf88f90-6a14-4bd0-9e2f-b3bb44b8a33b req-cf3ff14d-19ee-4c3f-b4e8-e4ec8435ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:33.162470 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7cf88f90-6a14-4bd0-9e2f-b3bb44b8a33b req-cf3ff14d-19ee-4c3f-b4e8-e4ec8435ab4e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b87c159313f74c77a95172124e82dc25&device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 1127 time: 0.0452192 Oct 17 03:13:33.274218 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf88f90-6a14-4bd0-9e2f-b3bb44b8a33b req-3c8c6484-54f1-4c97-86bb-2e59cad88c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:33.275815 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7cf88f90-6a14-4bd0-9e2f-b3bb44b8a33b req-3c8c6484-54f1-4c97-86bb-2e59cad88c56 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=facc8931-b1bd-467e-90f2-4b5fa4eb484d HTTP/1.1" status: 200 len: 909 time: 0.1029322 Oct 17 03:13:33.317547 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7cf88f90-6a14-4bd0-9e2f-b3bb44b8a33b req-6fd72d25-d143-4f4e-b0b1-ef80add59639 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a058c34f-585b-4f34-a8f2-ddf3be0cb87e HTTP/1.1" status: 200 len: 217 time: 0.0336678 Oct 17 03:13:33.368584 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf88f90-6a14-4bd0-9e2f-b3bb44b8a33b req-0750ec9b-5f1e-4f92-92b5-a2e0f66fae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:33.370098 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7cf88f90-6a14-4bd0-9e2f-b3bb44b8a33b req-0750ec9b-5f1e-4f92-92b5-a2e0f66fae65 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=4f2617ad-fed5-4c70-aa45-ebd4607c9b81 HTTP/1.1" status: 200 len: 848 time: 0.0442920 Oct 17 03:13:33.407215 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7cf88f90-6a14-4bd0-9e2f-b3bb44b8a33b req-d7f3bb71-99f2-403f-a177-a11b4ab8f848 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=facc8931-b1bd-467e-90f2-4b5fa4eb484d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303779 Oct 17 03:13:33.541992 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:33.554581 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7cf88f90-6a14-4bd0-9e2f-b3bb44b8a33b req-ac569225-fd69-410a-ab49-ad036a933af8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896103 Oct 17 03:13:33.623675 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:33.670114 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7cf88f90-6a14-4bd0-9e2f-b3bb44b8a33b req-9cc6dfa3-06d3-43e5-bbbe-1a8cd34c891b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079166 Oct 17 03:13:33.679492 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c0cfe-1bba-463e-b64a-4318e394bd1d req-0fa01238-aa41-456e-a9da-0cbcbd389a06 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:33.681145 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b54c0cfe-1bba-463e-b64a-4318e394bd1d req-0fa01238-aa41-456e-a9da-0cbcbd389a06 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0490067 Oct 17 03:13:33.732370 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b54c0cfe-1bba-463e-b64a-4318e394bd1d req-3b853bab-d2bd-4991-b926-1bb81f1a76e1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Oct 17 03:13:34.228331 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dd015-27e3-4df8-b143-cfc9aa99493a req-645eaca0-ea74-4fa6-b8f3-6eb7cebdbe7c tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:34.229893 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7a2dd015-27e3-4df8-b143-cfc9aa99493a req-645eaca0-ea74-4fa6-b8f3-6eb7cebdbe7c tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 943 time: 0.0490649 Oct 17 03:13:34.283867 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7a2dd015-27e3-4df8-b143-cfc9aa99493a req-532cab16-47ca-4d28-9542-e95c97de691f tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479512 Oct 17 03:13:34.467753 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device a058c34f-585b-4f34-a8f2-ddf3be0cb87e details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:13:34.550971 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:34.562265 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:34.587218 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port a058c34f-585b-4f34-a8f2-ddf3be0cb87e, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=a058c34f-585b-4f34-a8f2-ddf3be0cb87e,segment=NetworkSegment(90ecbca7-5e91-4a13-b4ee-22e413aef68c),segment_id=90ecbca7-5e91-4a13-b4ee-22e413aef68c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:34.598072 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': 'a058c34f-585b-4f34-a8f2-ddf3be0cb87e', 'network_id': 'facc8931-b1bd-467e-90f2-4b5fa4eb484d', 'port_id': 'a058c34f-585b-4f34-a8f2-ddf3be0cb87e', 'mac_address': 'fa:16:3e:e5:dc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2617ad-fed5-4c70-aa45-ebd4607c9b81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:13:34.640621 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port a058c34f-585b-4f34-a8f2-ddf3be0cb87e is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:13:34.641037 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:34.655405 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a058c34f-585b-4f34-a8f2-ddf3be0cb87e {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:13:34.675907 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port a058c34f-585b-4f34-a8f2-ddf3be0cb87e, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=a058c34f-585b-4f34-a8f2-ddf3be0cb87e,segment=NetworkSegment(90ecbca7-5e91-4a13-b4ee-22e413aef68c),segment_id=90ecbca7-5e91-4a13-b4ee-22e413aef68c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:34.680314 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:34.728934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=a058c34f-585b-4f34-a8f2-ddf3be0cb87e,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:34.856999 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fe897-5597-4419-993c-71fdc0d544b0 req-00500366-4449-4f10-b245-4318b2402812 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:34.858434 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-394fe897-5597-4419-993c-71fdc0d544b0 req-00500366-4449-4f10-b245-4318b2402812 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0469966 Oct 17 03:13:34.910812 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-394fe897-5597-4419-993c-71fdc0d544b0 req-1ac25aae-a306-4ea2-86c7-68a9a5dbb776 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462306 Oct 17 03:13:35.403763 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7254077-1585-4f8a-9184-3f251098fc7f req-999c0a7a-c12a-4635-981f-e2bfaf120aff tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:35.405292 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c7254077-1585-4f8a-9184-3f251098fc7f req-999c0a7a-c12a-4635-981f-e2bfaf120aff tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 944 time: 0.0468791 Oct 17 03:13:35.456858 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c7254077-1585-4f8a-9184-3f251098fc7f req-d54c91e3-5022-4a08-b00f-ae0dd8be7cce tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 Oct 17 03:13:35.897894 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 38532) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:36.010508 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6c779dc1-a226-4950-bb0a-fe7cfa44fe44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.041370 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab25b4-0bee-4fe1-b5cc-cc91e7d798a0 req-909b7971-b0a1-4526-bb85-222915368b30 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:36.042852 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-24ab25b4-0bee-4fe1-b5cc-cc91e7d798a0 req-909b7971-b0a1-4526-bb85-222915368b30 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0495472 Oct 17 03:13:36.065966 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:36.096235 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6c779dc1-a226-4950-bb0a-fe7cfa44fe44 admin admin] Publish callbacks [] for security_group (87701c74-3502-4d9d-b646-3f1dcca1a91f), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.099141 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-24ab25b4-0bee-4fe1-b5cc-cc91e7d798a0 req-28844c34-c090-46ea-be5b-e9bc02bb066b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504301 Oct 17 03:13:36.101768 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6c779dc1-a226-4950-bb0a-fe7cfa44fe44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (87701c74-3502-4d9d-b646-3f1dcca1a91f), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.150407 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c779dc1-a226-4950-bb0a-fe7cfa44fe44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87701c74-3502-4d9d-b646-3f1dcca1a91f,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:36.154829 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6c779dc1-a226-4950-bb0a-fe7cfa44fe44 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fe184d1bd78b46d998114c0ea46793d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559350 Oct 17 03:13:36.157599 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 38540) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:36.207313 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f4bc7638-5d0b-4ce3-890c-3909fb8d2465 admin admin] Publish callbacks [] for security_group (87701c74-3502-4d9d-b646-3f1dcca1a91f), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.228130 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f4bc7638-5d0b-4ce3-890c-3909fb8d2465 admin admin] Publish callbacks [] for security_group (87701c74-3502-4d9d-b646-3f1dcca1a91f), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.280265 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f4bc7638-5d0b-4ce3-890c-3909fb8d2465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (87701c74-3502-4d9d-b646-3f1dcca1a91f), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.283019 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f4bc7638-5d0b-4ce3-890c-3909fb8d2465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.284582 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-f4bc7638-5d0b-4ce3-890c-3909fb8d2465 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/87701c74-3502-4d9d-b646-3f1dcca1a91f HTTP/1.1" status: 204 len: 168 time: 0.1257470 Oct 17 03:13:36.292742 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc7638-5d0b-4ce3-890c-3909fb8d2465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87701c74-3502-4d9d-b646-3f1dcca1a91f,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:36.568949 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 38550) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:36.582092 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a952-386c-4340-8b47-e405c6330a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.594552 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b0a7f-74e5-430b-bdd2-b9516faba5d6 req-d5d10277-9033-4981-bbc4-84ecef551442 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:36.596068 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-294b0a7f-74e5-430b-bdd2-b9516faba5d6 req-d5d10277-9033-4981-bbc4-84ecef551442 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 944 time: 0.0545161 Oct 17 03:13:36.654183 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-294b0a7f-74e5-430b-bdd2-b9516faba5d6 req-8285cb73-0add-466e-a6fd-97f2d05896bb tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507998 Oct 17 03:13:36.671859 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a952-386c-4340-8b47-e405c6330a80 admin admin] Publish callbacks [] for security_group (68e5beab-674c-458a-b308-7c5fe5bf1720), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.675771 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a952-386c-4340-8b47-e405c6330a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (68e5beab-674c-458a-b308-7c5fe5bf1720), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.719111 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-3ea4a952-386c-4340-8b47-e405c6330a80 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=43c90118339543b8b7420fd319a8c9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489315 Oct 17 03:13:36.719942 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4a952-386c-4340-8b47-e405c6330a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e5beab-674c-458a-b308-7c5fe5bf1720,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:36.721848 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 38554) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:36.773196 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d491d412-0e8e-48b0-ab1c-4842fbadc9c2 admin admin] Publish callbacks [] for security_group (68e5beab-674c-458a-b308-7c5fe5bf1720), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.794027 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d491d412-0e8e-48b0-ab1c-4842fbadc9c2 admin admin] Publish callbacks [] for security_group (68e5beab-674c-458a-b308-7c5fe5bf1720), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.850246 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d491d412-0e8e-48b0-ab1c-4842fbadc9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (68e5beab-674c-458a-b308-7c5fe5bf1720), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.852960 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d491d412-0e8e-48b0-ab1c-4842fbadc9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:36.854155 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-d491d412-0e8e-48b0-ab1c-4842fbadc9c2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/68e5beab-674c-458a-b308-7c5fe5bf1720 HTTP/1.1" status: 204 len: 168 time: 0.1312637 Oct 17 03:13:36.862402 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491d412-0e8e-48b0-ab1c-4842fbadc9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e5beab-674c-458a-b308-7c5fe5bf1720,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:37.234409 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9195ac-cb88-4413-b09f-10b158df5f39 req-59555982-7233-4fcc-a1f9-af8e97b34519 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:37.235977 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ad9195ac-cb88-4413-b09f-10b158df5f39 req-59555982-7233-4fcc-a1f9-af8e97b34519 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0515671 Oct 17 03:13:37.272624 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a22b5e62-73f4-450c-ab22-9420baccc7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:37.291504 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ad9195ac-cb88-4413-b09f-10b158df5f39 req-b9b33312-92da-4732-9cd8-e5cc2a7411a1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487905 Oct 17 03:13:37.781240 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4852-d8de-4c92-ade2-49e41e486347 req-d34fba83-2c83-4586-b905-113337ef1784 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:37.782762 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-19bc4852-d8de-4c92-ade2-49e41e486347 req-d34fba83-2c83-4586-b905-113337ef1784 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 944 time: 0.0522940 Oct 17 03:13:37.835404 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-19bc4852-d8de-4c92-ade2-49e41e486347 req-53fa38b1-0291-4b73-a16d-b1edd689273a tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458548 Oct 17 03:13:38.187889 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['a058c34f-585b-4f34-a8f2-ddf3be0cb87e'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:13:38.439424 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c188f3-8e2e-4969-a467-ad8c7f1e28c1 req-51231257-3c56-4a62-87a0-c75da422c340 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:38.447425 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d0c188f3-8e2e-4969-a467-ad8c7f1e28c1 req-51231257-3c56-4a62-87a0-c75da422c340 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0615585 Oct 17 03:13:38.454857 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:38.456399 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:38.498142 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d0c188f3-8e2e-4969-a467-ad8c7f1e28c1 req-1fcc07b7-d1d3-4723-8da1-2b4b76f4ea6e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491230 Oct 17 03:13:38.969656 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633a19f-fef2-49d3-addf-4b906b339173 req-370f825a-861a-4570-97fd-8fafe1259c43 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:38.971281 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e633a19f-fef2-49d3-addf-4b906b339173 req-370f825a-861a-4570-97fd-8fafe1259c43 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 944 time: 0.0536895 Oct 17 03:13:39.026943 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e633a19f-fef2-49d3-addf-4b906b339173 req-9e0cec4b-cb90-458d-acdf-69b07311c72a tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491815 Oct 17 03:13:39.090336 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 38650) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:39.199521 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c45d1688-9d57-4ae0-9de8-d0d70958c205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:39.289185 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c45d1688-9d57-4ae0-9de8-d0d70958c205 admin admin] Publish callbacks [] for security_group (5dbd01f6-5e6d-48c1-8a0d-00e3249d515e), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:39.294489 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c45d1688-9d57-4ae0-9de8-d0d70958c205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (5dbd01f6-5e6d-48c1-8a0d-00e3249d515e), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:39.320123 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d82e40f4-f657-4095-a85e-0041f1e57763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:39.340184 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d1688-9d57-4ae0-9de8-d0d70958c205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbd01f6-5e6d-48c1-8a0d-00e3249d515e,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:39.347399 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-c45d1688-9d57-4ae0-9de8-d0d70958c205 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=86559de0c86b41cdac3947acd0b05d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558539 Oct 17 03:13:39.349189 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 38656) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:39.399869 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f7b48014-413a-44ab-88e3-8cc34cfc99e7 admin admin] Publish callbacks [] for security_group (5dbd01f6-5e6d-48c1-8a0d-00e3249d515e), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:39.422744 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f7b48014-413a-44ab-88e3-8cc34cfc99e7 admin admin] Publish callbacks [] for security_group (5dbd01f6-5e6d-48c1-8a0d-00e3249d515e), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:39.470797 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:39.472380 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f7b48014-413a-44ab-88e3-8cc34cfc99e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (5dbd01f6-5e6d-48c1-8a0d-00e3249d515e), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:39.475639 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:39.477372 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f7b48014-413a-44ab-88e3-8cc34cfc99e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:39.482292 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-f7b48014-413a-44ab-88e3-8cc34cfc99e7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5dbd01f6-5e6d-48c1-8a0d-00e3249d515e HTTP/1.1" status: 204 len: 168 time: 0.1320989 Oct 17 03:13:39.491123 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b48014-413a-44ab-88e3-8cc34cfc99e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbd01f6-5e6d-48c1-8a0d-00e3249d515e,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:39.630713 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6998cec-8744-4f9d-b3e5-bd27407d0a20 req-f14352b3-11ab-449c-867e-746616e7483e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:39.632220 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e6998cec-8744-4f9d-b3e5-bd27407d0a20 req-f14352b3-11ab-449c-867e-746616e7483e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0545352 Oct 17 03:13:39.684704 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e6998cec-8744-4f9d-b3e5-bd27407d0a20 req-2b979429-4b93-4156-b361-14770d3cae72 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459723 Oct 17 03:13:39.785556 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 38664) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:39.799762 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:39.878482 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Publish callbacks [] for security_group (42969fb8-b3c4-42c3-8378-4b18c6a3df03), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:39.884122 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (42969fb8-b3c4-42c3-8378-4b18c6a3df03), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:39.925296 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3e5b1a0382a14a2eba294c6acfec72b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386766 Oct 17 03:13:39.927232 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42969fb8-b3c4-42c3-8378-4b18c6a3df03,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:39.927975 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 38670) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:39.935229 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.935570 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.936099 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.936216 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.936534 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.936984 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.937311 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.937627 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.937946 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.938329 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.938703 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.939050 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.939367 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.939676 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.939982 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ebdd0a-c35d-400a-ba02-f5979282eff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:39.969793 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:39.980849 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Publish callbacks [] for security_group (42969fb8-b3c4-42c3-8378-4b18c6a3df03), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:40.002575 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Publish callbacks [] for security_group (42969fb8-b3c4-42c3-8378-4b18c6a3df03), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:40.056051 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (42969fb8-b3c4-42c3-8378-4b18c6a3df03), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:40.059152 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:40.060343 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/42969fb8-b3c4-42c3-8378-4b18c6a3df03 HTTP/1.1" status: 204 len: 168 time: 0.1313307 Oct 17 03:13:40.070479 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42969fb8-b3c4-42c3-8378-4b18c6a3df03,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:40.079182 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.079498 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.079860 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.080218 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.080559 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.080874 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.081368 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.082003 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.082740 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.083224 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.085088 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.085446 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.085780 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.086105 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.086426 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256f1e67-acad-421e-aaa5-ae1db524d431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:40.191348 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6062cec-1723-448b-ba2b-56c0bcc0b696 req-50357ada-5090-4f39-8edc-ec4cabbf7c10 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:40.194254 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c6062cec-1723-448b-ba2b-56c0bcc0b696 req-50357ada-5090-4f39-8edc-ec4cabbf7c10 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 944 time: 0.0644903 Oct 17 03:13:40.250799 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c6062cec-1723-448b-ba2b-56c0bcc0b696 req-c0d637ff-4050-4b15-8294-adf593793a77 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484776 Oct 17 03:13:40.692736 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:40.815104 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9d9b9-85d7-4d04-bb87-6cbb99624d65 req-5cabcf77-62de-4c5f-bf4e-43b7a72e32fd tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:40.816572 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3c9d9b9-85d7-4d04-bb87-6cbb99624d65 req-5cabcf77-62de-4c5f-bf4e-43b7a72e32fd tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0496521 Oct 17 03:13:41.062041 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b3c9d9b9-85d7-4d04-bb87-6cbb99624d65 req-43077a46-0218-43ae-a79d-11e13f338935 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392251 Oct 17 03:13:41.345969 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:41.383166 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee9c55-6e27-4073-8f39-5a1a732730df req-4d1f8d87-83f1-4cef-80f9-eabc7e293ed1 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:41.384802 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3aee9c55-6e27-4073-8f39-5a1a732730df req-4d1f8d87-83f1-4cef-80f9-eabc7e293ed1 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 944 time: 0.0493801 Oct 17 03:13:41.437233 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3aee9c55-6e27-4073-8f39-5a1a732730df req-91ce15df-d6ee-4838-9e71-ea19f280db22 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467649 Oct 17 03:13:42.081256 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device a058c34f-585b-4f34-a8f2-ddf3be0cb87e up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:13:42.138586 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:42.142376 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port a058c34f-585b-4f34-a8f2-ddf3be0cb87e completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:13:42.149779 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port a058c34f-585b-4f34-a8f2-ddf3be0cb87e triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:13:42.150210 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:42.150844 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port a058c34f-585b-4f34-a8f2-ddf3be0cb87e Oct 17 03:13:42.199921 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f84481-032c-482b-abfc-9f90cd7cab3c req-3d9f4793-dd3e-4d07-a2de-3a2dcc8222a0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:42.207263 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-90f84481-032c-482b-abfc-9f90cd7cab3c req-3d9f4793-dd3e-4d07-a2de-3a2dcc8222a0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0564263 Oct 17 03:13:42.250009 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port a058c34f-585b-4f34-a8f2-ddf3be0cb87e is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:13:42.250480 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:42.260577 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-90f84481-032c-482b-abfc-9f90cd7cab3c req-e44e9d9b-b7d3-4cfe-9af6-8c63dac8d003 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521836 Oct 17 03:13:42.299899 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f85118d-4e33-45e1-9dc6-ee755b6d9df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a058c34f-585b-4f34-a8f2-ddf3be0cb87e'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:13:42.302285 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddad785-071f-465d-b8ce-5dbea95fa757" -d '{"events": [{"server_uuid": "9f85118d-4e33-45e1-9dc6-ee755b6d9df3", "name": "network-vif-plugged", "status": "completed", "tag": "a058c34f-585b-4f34-a8f2-ddf3be0cb87e"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:13:42.322741 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port a058c34f-585b-4f34-a8f2-ddf3be0cb87e, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=a058c34f-585b-4f34-a8f2-ddf3be0cb87e,segment=NetworkSegment(90ecbca7-5e91-4a13-b4ee-22e413aef68c),segment_id=90ecbca7-5e91-4a13-b4ee-22e413aef68c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:42.340527 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:42.378902 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a394be3-ba7c-48e3-be06-d4e6ba468b05 x-openstack-request-id: req-7a394be3-ba7c-48e3-be06-d4e6ba468b05 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:13:42.379358 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f85118d-4e33-45e1-9dc6-ee755b6d9df3", "name": "network-vif-plugged", "status": "completed", "tag": "a058c34f-585b-4f34-a8f2-ddf3be0cb87e", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:13:42.379487 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7a394be3-ba7c-48e3-be06-d4e6ba468b05 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:13:42.379801 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a394be3-ba7c-48e3-be06-d4e6ba468b05'] response: {'server_uuid': '9f85118d-4e33-45e1-9dc6-ee755b6d9df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a058c34f-585b-4f34-a8f2-ddf3be0cb87e', 'code': 200} Oct 17 03:13:42.383881 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:42.423152 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=a058c34f-585b-4f34-a8f2-ddf3be0cb87e,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:42.435044 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.435637 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.436455 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.437140 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.437615 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.438045 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.438578 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.439030 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.439428 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.439866 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.440262 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.440697 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.441096 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.441492 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.441922 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:13:42.657443 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669311a6-e637-4679-a621-9e9e74a904f1 req-3de156ca-48c9-48cd-88e7-650d9ed9e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:42.659223 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-669311a6-e637-4679-a621-9e9e74a904f1 req-3de156ca-48c9-48cd-88e7-650d9ed9e2df service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 1129 time: 0.0474970 Oct 17 03:13:42.666590 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:42.680828 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24e78b-7611-4763-b8af-2fcc3d166b01 req-0f527728-b24a-4399-8931-adfbbcf5d19b tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:42.683161 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dc24e78b-7611-4763-b8af-2fcc3d166b01 req-0f527728-b24a-4399-8931-adfbbcf5d19b tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 945 time: 0.0770228 Oct 17 03:13:42.692985 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:42.728543 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-669311a6-e637-4679-a621-9e9e74a904f1 req-c83402f6-1aca-4c32-ac1a-b2ed5276d29d service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605023 Oct 17 03:13:42.741574 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dc24e78b-7611-4763-b8af-2fcc3d166b01 req-2e22bda7-e95f-4fe8-aa77-6c2cc750c225 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521872 Oct 17 03:13:43.389786 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2075b-c84d-4dec-8f36-0ea83227fd9c req-09e12855-688d-44eb-a16a-a85a7a07cb4c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:43.391310 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-50e2075b-c84d-4dec-8f36-0ea83227fd9c req-09e12855-688d-44eb-a16a-a85a7a07cb4c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0489223 Oct 17 03:13:43.441669 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-50e2075b-c84d-4dec-8f36-0ea83227fd9c req-c7781092-8545-4817-8da7-8babc1945f08 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446439 Oct 17 03:13:43.713608 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6987d60-15c0-49e4-88bf-8e9e9113e621 req-3bd2853e-71a1-4cab-936a-6671646a23b1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:43.716393 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f6987d60-15c0-49e4-88bf-8e9e9113e621 req-3bd2853e-71a1-4cab-936a-6671646a23b1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0456328 Oct 17 03:13:43.779573 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f6987d60-15c0-49e4-88bf-8e9e9113e621 req-f197b6b8-a3ff-456a-bcc0-aa0e9969ba6d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580478 Oct 17 03:13:43.887225 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ade53-ce47-4a8a-abbb-c2e7435b3b52 req-e146f80a-76e5-4049-bd63-100d86544b0d tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:43.894567 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dd3ade53-ce47-4a8a-abbb-c2e7435b3b52 req-e146f80a-76e5-4049-bd63-100d86544b0d tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 945 time: 0.0612609 Oct 17 03:13:43.941859 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dd3ade53-ce47-4a8a-abbb-c2e7435b3b52 req-e6f563e8-bdfc-4250-89ec-0984b4f7b6ae tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463662 Oct 17 03:13:44.564726 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bd275-14f4-4953-b566-7e5b687d78c3 req-d482381a-ca8a-47ea-95b0-cc4ce9ae075a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:44.566167 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-113bd275-14f4-4953-b566-7e5b687d78c3 req-d482381a-ca8a-47ea-95b0-cc4ce9ae075a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0453126 Oct 17 03:13:44.616026 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-113bd275-14f4-4953-b566-7e5b687d78c3 req-9f94b2ea-b1d6-477a-83dc-090387f0ec6e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Oct 17 03:13:44.914964 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ebf29-1573-462e-808f-6159deda20b8 req-b7ee637c-b318-46a1-a201-4f66885dfe83 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:44.916381 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1b8ebf29-1573-462e-808f-6159deda20b8 req-b7ee637c-b318-46a1-a201-4f66885dfe83 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0462434 Oct 17 03:13:44.966068 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1b8ebf29-1573-462e-808f-6159deda20b8 req-4a42b92c-361e-4313-9c28-06767a61e2b1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429733 Oct 17 03:13:45.070844 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87225ed-ec1a-4e6f-849c-fb14fed835f9 req-6d8b3596-6f88-450e-a1fe-392b83c5ea56 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:45.072470 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a87225ed-ec1a-4e6f-849c-fb14fed835f9 req-6d8b3596-6f88-450e-a1fe-392b83c5ea56 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 945 time: 0.0493062 Oct 17 03:13:45.121236 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a87225ed-ec1a-4e6f-849c-fb14fed835f9 req-b63a2670-9928-448b-8f5c-35d7226d80fc tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Oct 17 03:13:45.751040 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921b4f-20bf-4618-ac9c-9f67cb926715 req-11a9a72f-5a67-4cc2-a60f-b5240659c1e5 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:45.752612 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-57921b4f-20bf-4618-ac9c-9f67cb926715 req-11a9a72f-5a67-4cc2-a60f-b5240659c1e5 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0596306 Oct 17 03:13:45.805480 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-57921b4f-20bf-4618-ac9c-9f67cb926715 req-021f656e-234f-4dcb-88bd-88df2ec22c2f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462065 Oct 17 03:13:46.100249 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77c7f4-df0e-499c-bb49-3a7b0253855a req-d8ea0a99-4a0e-4258-9cbc-0ed9fe46888e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:46.101974 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6e77c7f4-df0e-499c-bb49-3a7b0253855a req-d8ea0a99-4a0e-4258-9cbc-0ed9fe46888e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0511169 Oct 17 03:13:46.151800 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6e77c7f4-df0e-499c-bb49-3a7b0253855a req-dcd9ce86-b3d2-461e-8671-a708f45fe41e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439131 Oct 17 03:13:46.263821 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd6a25-cf71-434a-9c2d-de95d4cc5cac req-633dfab6-647e-44ba-af38-d2973f7fce9c tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:46.265405 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ebfd6a25-cf71-434a-9c2d-de95d4cc5cac req-633dfab6-647e-44ba-af38-d2973f7fce9c tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 945 time: 0.0504999 Oct 17 03:13:46.318784 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ebfd6a25-cf71-434a-9c2d-de95d4cc5cac req-528f1ad5-65e7-4762-9bb3-f5c2c6517138 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471733 Oct 17 03:13:46.843317 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:46.932183 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b909da7-fde3-494c-90a7-52c2cf49ff7f req-bb1e324d-4669-4331-b69f-12d72163667a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:46.933541 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8b909da7-fde3-494c-90a7-52c2cf49ff7f req-bb1e324d-4669-4331-b69f-12d72163667a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0481908 Oct 17 03:13:46.982109 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8b909da7-fde3-494c-90a7-52c2cf49ff7f req-926f9781-dc15-4dd8-b64c-b7ce15ab49b0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Oct 17 03:13:47.283450 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:47.295193 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a3a84-6c3c-4cce-8f83-d2eec2199ab5 req-742f2b3a-bb6e-4dc3-bc20-33e14ec31454 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:47.296688 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e40a3a84-6c3c-4cce-8f83-d2eec2199ab5 req-742f2b3a-bb6e-4dc3-bc20-33e14ec31454 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0527754 Oct 17 03:13:47.346497 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e40a3a84-6c3c-4cce-8f83-d2eec2199ab5 req-c31fb64f-fa02-45f1-bc00-b32d37b0f48e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436807 Oct 17 03:13:47.450307 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580d200-c9ec-423b-9b2c-d8ef0706747a req-3d09c393-87f2-4971-82a3-a5bfd8dd53cd tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:47.452010 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b580d200-c9ec-423b-9b2c-d8ef0706747a req-3d09c393-87f2-4971-82a3-a5bfd8dd53cd tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 945 time: 0.0519226 Oct 17 03:13:47.510325 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b580d200-c9ec-423b-9b2c-d8ef0706747a req-c79a0694-a3fe-441e-951c-cf676acf68f7 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503411 Oct 17 03:13:48.010676 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8b7b-741e-47c8-985e-b434a0fb93e5 req-29174b96-3eaf-4ea4-9cc6-04adf9901580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:48.014674 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7f7d8b7b-741e-47c8-985e-b434a0fb93e5 req-29174b96-3eaf-4ea4-9cc6-04adf9901580 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 1129 time: 0.0539119 Oct 17 03:13:48.170816 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f7b46-3a8f-4d3a-9210-a487a93a80c9 req-de798093-350c-4b6c-9c4d-9abb9cf30a85 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:48.171712 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b35f7b46-3a8f-4d3a-9210-a487a93a80c9 req-de798093-350c-4b6c-9c4d-9abb9cf30a85 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0626907 Oct 17 03:13:48.204718 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8b7b-741e-47c8-985e-b434a0fb93e5 req-64f18f42-426c-42f2-a1f8-f419aa47893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:48.204718 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7f7d8b7b-741e-47c8-985e-b434a0fb93e5 req-64f18f42-426c-42f2-a1f8-f419aa47893a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 918 time: 0.1519413 Oct 17 03:13:48.311603 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7f7d8b7b-741e-47c8-985e-b434a0fb93e5 req-13e54a0a-83e5-4638-ae3b-c49127c2bf12 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faf2315a-88ad-4367-997b-65c1cf0209ee HTTP/1.1" status: 200 len: 1001 time: 0.0954714 Oct 17 03:13:48.321226 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b35f7b46-3a8f-4d3a-9210-a487a93a80c9 req-21918501-4e4f-4241-a954-5b989f453052 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353211 Oct 17 03:13:48.374592 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8b7b-741e-47c8-985e-b434a0fb93e5 req-b0c7a8df-255f-40a6-9d18-b74e746fdcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:48.376668 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7f7d8b7b-741e-47c8-985e-b434a0fb93e5 req-b0c7a8df-255f-40a6-9d18-b74e746fdcf8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 200 len: 856 time: 0.0535645 Oct 17 03:13:48.430375 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8b7b-741e-47c8-985e-b434a0fb93e5 req-1b75aae2-3c46-4532-b256-a3e775cb994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:48.432077 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7f7d8b7b-741e-47c8-985e-b434a0fb93e5 req-1b75aae2-3c46-4532-b256-a3e775cb994f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7be2416a-9e29-4953-b802-c76adc0aa669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451744 Oct 17 03:13:48.518151 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a609b-1c80-49af-95ff-7e46bcefa076 req-f4e5a6d6-5b3b-4782-945d-c9da04e91cf1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:48.519669 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-831a609b-1c80-49af-95ff-7e46bcefa076 req-f4e5a6d6-5b3b-4782-945d-c9da04e91cf1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0497360 Oct 17 03:13:48.546981 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75810f-86ae-44cf-b4a0-f771b46a44c4 req-83ffc796-4648-4d12-867d-e13431441599 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:48.548747 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6d75810f-86ae-44cf-b4a0-f771b46a44c4 req-83ffc796-4648-4d12-867d-e13431441599 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 945 time: 0.0605028 Oct 17 03:13:48.603497 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:48.607496 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6d75810f-86ae-44cf-b4a0-f771b46a44c4 req-a41da03b-df00-4c7b-bda9-546ffc5858de tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524018 Oct 17 03:13:48.863355 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-831a609b-1c80-49af-95ff-7e46bcefa076 req-0dfb88a0-d41a-412f-a12c-81cea16fe666 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369994 Oct 17 03:13:49.451223 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696ef9a-c544-4f51-bb42-ee9d24aba056 req-2c09e8cd-2969-4c2c-b0de-786ec6ba93fd tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:49.452637 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f696ef9a-c544-4f51-bb42-ee9d24aba056 req-2c09e8cd-2969-4c2c-b0de-786ec6ba93fd tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0474834 Oct 17 03:13:49.501240 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f696ef9a-c544-4f51-bb42-ee9d24aba056 req-28f21cab-1294-49e0-95bb-905bf4077e66 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429759 Oct 17 03:13:49.730280 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7467857-e2b9-448c-bb9d-5860af7a4bd6 req-44ee18bf-36e3-4cc8-9b0a-c45ef073bd07 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:49.731793 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d7467857-e2b9-448c-bb9d-5860af7a4bd6 req-44ee18bf-36e3-4cc8-9b0a-c45ef073bd07 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 945 time: 0.0462487 Oct 17 03:13:49.784538 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d7467857-e2b9-448c-bb9d-5860af7a4bd6 req-ec455c29-615d-4c0b-aee4-b93bcf53ae22 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470963 Oct 17 03:13:50.009448 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40fb46-0ee3-4990-9e1c-21aaa5464f24 req-87a9d267-b2b5-4fc0-9cb6-55ad6af5be1a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:50.010967 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6e40fb46-0ee3-4990-9e1c-21aaa5464f24 req-87a9d267-b2b5-4fc0-9cb6-55ad6af5be1a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0539577 Oct 17 03:13:50.060851 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6e40fb46-0ee3-4990-9e1c-21aaa5464f24 req-8dffb164-385a-48d1-866b-44d6a822aa65 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440416 Oct 17 03:13:50.331776 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:50.377545 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7f7d8b7b-741e-47c8-985e-b434a0fb93e5 req-861d235a-05cf-4502-80c9-0ee9fe5b0306 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989845 Oct 17 03:13:50.471590 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:50.494228 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7f7d8b7b-741e-47c8-985e-b434a0fb93e5 req-3d1a5067-2155-4b03-b2c0-71efec8e6b53 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862529 Oct 17 03:13:50.629659 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e0d06-5f3f-491b-8149-f11552310d41 req-9243ea6e-b3aa-4cff-b1de-15da7ded060c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:50.631324 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-382e0d06-5f3f-491b-8149-f11552310d41 req-9243ea6e-b3aa-4cff-b1de-15da7ded060c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0527260 Oct 17 03:13:50.683015 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-382e0d06-5f3f-491b-8149-f11552310d41 req-42f52212-9968-4065-bef3-c9df68c8ad7e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460341 Oct 17 03:13:50.846489 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14abd7-6d75-439f-a89c-b57e147deffb req-6798a787-bd17-44b0-af71-c634821b0a13 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:50.848338 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1c14abd7-6d75-439f-a89c-b57e147deffb req-6798a787-bd17-44b0-af71-c634821b0a13 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 945 time: 0.0546868 Oct 17 03:13:50.908246 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cd380-7647-4e9c-9663-a5b388dda318 req-c43ad11e-6931-4512-b411-b836b408b8a8 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:50.909686 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4c5cd380-7647-4e9c-9663-a5b388dda318 req-c43ad11e-6931-4512-b411-b836b408b8a8 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 945 time: 0.0458317 Oct 17 03:13:50.957863 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4c5cd380-7647-4e9c-9663-a5b388dda318 req-0a5ca93c-2777-4b8b-bc5a-d860ec4a4e24 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2cc8478d-f018-45ac-b4e4-ce802fafe29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423408 Oct 17 03:13:51.223395 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0939-1699-4cc0-ab70-cc4ff1995fac req-c78ac886-7e1f-49ff-a04c-bd2ef436bc34 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:51.225596 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-505d0939-1699-4cc0-ab70-cc4ff1995fac req-c78ac886-7e1f-49ff-a04c-bd2ef436bc34 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0835764 Oct 17 03:13:51.296891 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-1c14abd7-6d75-439f-a89c-b57e147deffb req-224f3bdf-bad5-4721-b7f0-43c12db720ac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Deleting port a058c34f-585b-4f34-a8f2-ddf3be0cb87e {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:13:51.297241 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1c14abd7-6d75-439f-a89c-b57e147deffb req-224f3bdf-bad5-4721-b7f0-43c12db720ac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:51.328682 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-505d0939-1699-4cc0-ab70-cc4ff1995fac req-25bc9b02-16bc-4c97-8e33-ad9ef41122be tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971925 Oct 17 03:13:51.419056 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-1c14abd7-6d75-439f-a89c-b57e147deffb req-224f3bdf-bad5-4721-b7f0-43c12db720ac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] For port a058c34f-585b-4f34-a8f2-ddf3be0cb87e, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=a058c34f-585b-4f34-a8f2-ddf3be0cb87e,segment=NetworkSegment(90ecbca7-5e91-4a13-b4ee-22e413aef68c),segment_id=90ecbca7-5e91-4a13-b4ee-22e413aef68c)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:13:51.419413 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1c14abd7-6d75-439f-a89c-b57e147deffb req-224f3bdf-bad5-4721-b7f0-43c12db720ac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:51.433902 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-1c14abd7-6d75-439f-a89c-b57e147deffb req-224f3bdf-bad5-4721-b7f0-43c12db720ac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Calling delete_port for a058c34f-585b-4f34-a8f2-ddf3be0cb87e owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:13:51.584815 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1c14abd7-6d75-439f-a89c-b57e147deffb req-224f3bdf-bad5-4721-b7f0-43c12db720ac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (a058c34f-585b-4f34-a8f2-ddf3be0cb87e), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:51.598330 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['a058c34f-585b-4f34-a8f2-ddf3be0cb87e'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:13:51.622729 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f3bdf-bad5-4721-b7f0-43c12db720ac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Pushing event deleted for resources: {'Port': ['ID=a058c34f-585b-4f34-a8f2-ddf3be0cb87e,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:51.650253 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 39042) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:51.669819 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c14abd7-6d75-439f-a89c-b57e147deffb req-224f3bdf-bad5-4721-b7f0-43c12db720ac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] No DVR routers for this DVR port a058c34f-585b-4f34-a8f2-ddf3be0cb87e on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:13:51.672864 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1c14abd7-6d75-439f-a89c-b57e147deffb req-224f3bdf-bad5-4721-b7f0-43c12db720ac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:51.676146 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1c14abd7-6d75-439f-a89c-b57e147deffb req-224f3bdf-bad5-4721-b7f0-43c12db720ac tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a058c34f-585b-4f34-a8f2-ddf3be0cb87e HTTP/1.1" status: 204 len: 173 time: 0.5227747 Oct 17 03:13:51.676616 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f85118d-4e33-45e1-9dc6-ee755b6d9df3', 'name': 'network-vif-deleted', 'tag': 'a058c34f-585b-4f34-a8f2-ddf3be0cb87e'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:13:51.679030 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c22fd6c-5ee7-41a6-8d70-6ab806e7607d" -d '{"events": [{"server_uuid": "9f85118d-4e33-45e1-9dc6-ee755b6d9df3", "name": "network-vif-deleted", "tag": "a058c34f-585b-4f34-a8f2-ddf3be0cb87e"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:13:51.722991 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c854bd65-b74b-4310-a064-3d53d998e90f x-openstack-request-id: req-c854bd65-b74b-4310-a064-3d53d998e90f {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:13:51.723291 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f85118d-4e33-45e1-9dc6-ee755b6d9df3", "name": "network-vif-deleted", "tag": "a058c34f-585b-4f34-a8f2-ddf3be0cb87e", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:13:51.724006 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c854bd65-b74b-4310-a064-3d53d998e90f {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:13:51.724006 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c854bd65-b74b-4310-a064-3d53d998e90f'] response: {'server_uuid': '9f85118d-4e33-45e1-9dc6-ee755b6d9df3', 'name': 'network-vif-deleted', 'tag': 'a058c34f-585b-4f34-a8f2-ddf3be0cb87e', 'status': 'completed', 'code': 200} Oct 17 03:13:51.765962 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-bc195c92-0ea2-47e5-a1a9-b120b1e5a23d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:51.811518 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e08d3a-ae7a-411d-b19a-227c75ae8908 req-3634eb8e-4db7-4a7e-9b92-4f4ba809d375 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:51.813166 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-76e08d3a-ae7a-411d-b19a-227c75ae8908 req-3634eb8e-4db7-4a7e-9b92-4f4ba809d375 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0477691 Oct 17 03:13:51.861553 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-bc195c92-0ea2-47e5-a1a9-b120b1e5a23d admin admin] Publish callbacks [] for security_group (27a251af-8f2c-4307-8373-d547484559e5), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:51.866665 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-bc195c92-0ea2-47e5-a1a9-b120b1e5a23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (27a251af-8f2c-4307-8373-d547484559e5), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:51.874779 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-76e08d3a-ae7a-411d-b19a-227c75ae8908 req-a282a0c1-396a-45ac-88c2-45a8b5d423b5 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538366 Oct 17 03:13:51.931586 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc195c92-0ea2-47e5-a1a9-b120b1e5a23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a251af-8f2c-4307-8373-d547484559e5,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:51.935947 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-bc195c92-0ea2-47e5-a1a9-b120b1e5a23d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7e35f509d0cb4826b1639a17018d29a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840199 Oct 17 03:13:51.938895 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 39054) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:51.991356 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7154f87e-990e-4bf0-92cc-e25ce4554f36 admin admin] Publish callbacks [] for security_group (27a251af-8f2c-4307-8373-d547484559e5), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:52.015439 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7154f87e-990e-4bf0-92cc-e25ce4554f36 admin admin] Publish callbacks [] for security_group (27a251af-8f2c-4307-8373-d547484559e5), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:52.088254 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8804caad-5bc3-440c-8533-c52c7bdc8691 req-72f48316-6364-4574-8710-996f4beac3c2 tempest-VolumesActionsTest-1421221816 tempest-VolumesActionsTest-1421221816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9f85118d-4e33-45e1-9dc6-ee755b6d9df3 HTTP/1.1" status: 200 len: 210 time: 0.0375495 Oct 17 03:13:52.108612 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7154f87e-990e-4bf0-92cc-e25ce4554f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (27a251af-8f2c-4307-8373-d547484559e5), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:52.111926 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7154f87e-990e-4bf0-92cc-e25ce4554f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:52.113743 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-7154f87e-990e-4bf0-92cc-e25ce4554f36 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/27a251af-8f2c-4307-8373-d547484559e5 HTTP/1.1" status: 204 len: 168 time: 0.1739473 Oct 17 03:13:52.130042 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154f87e-990e-4bf0-92cc-e25ce4554f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a251af-8f2c-4307-8373-d547484559e5,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:52.487329 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 39080) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:52.494881 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a490a-b26c-4bff-9353-34728ad851c2 req-6077f818-b894-4604-8052-ccd4de41a5a5 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:52.496419 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d28a490a-b26c-4bff-9353-34728ad851c2 req-6077f818-b894-4604-8052-ccd4de41a5a5 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0608304 Oct 17 03:13:52.509404 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d61133c2-3093-44d7-8dfe-915201e75226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:52.547743 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:52.582235 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d28a490a-b26c-4bff-9353-34728ad851c2 req-0a8a3737-b2c3-45ab-aaa8-cbcd3eab334b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697486 Oct 17 03:13:52.614669 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:52.634553 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d61133c2-3093-44d7-8dfe-915201e75226 admin admin] Publish callbacks [] for security_group (a64bb23e-bdea-4b18-9dee-1ee06f84fdfb), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:52.638163 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d61133c2-3093-44d7-8dfe-915201e75226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (a64bb23e-bdea-4b18-9dee-1ee06f84fdfb), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:52.679166 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-d61133c2-3093-44d7-8dfe-915201e75226 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ce68220ead6246258e326e20b93c37ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905024 Oct 17 03:13:52.680050 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61133c2-3093-44d7-8dfe-915201e75226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64bb23e-bdea-4b18-9dee-1ee06f84fdfb,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:52.681946 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 39084) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:52.732538 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:52.752077 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-909eab6a-11c1-46e0-afe0-001d438277e6 admin admin] Publish callbacks [] for security_group (a64bb23e-bdea-4b18-9dee-1ee06f84fdfb), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:52.780128 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-909eab6a-11c1-46e0-afe0-001d438277e6 admin admin] Publish callbacks [] for security_group (a64bb23e-bdea-4b18-9dee-1ee06f84fdfb), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:52.833442 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-909eab6a-11c1-46e0-afe0-001d438277e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (a64bb23e-bdea-4b18-9dee-1ee06f84fdfb), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:52.839243 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-909eab6a-11c1-46e0-afe0-001d438277e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:52.840497 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-909eab6a-11c1-46e0-afe0-001d438277e6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a64bb23e-bdea-4b18-9dee-1ee06f84fdfb HTTP/1.1" status: 204 len: 168 time: 0.1566112 Oct 17 03:13:52.848589 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eab6a-11c1-46e0-afe0-001d438277e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64bb23e-bdea-4b18-9dee-1ee06f84fdfb,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:53.003039 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:53.019506 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7eee29-8842-432f-8479-8f3f8f6e5c6c req-bed866c1-62b2-497a-b49b-60a9d5a02596 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:53.020992 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6b7eee29-8842-432f-8479-8f3f8f6e5c6c req-bed866c1-62b2-497a-b49b-60a9d5a02596 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0544779 Oct 17 03:13:53.071697 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6b7eee29-8842-432f-8479-8f3f8f6e5c6c req-748e77b3-ff5a-4c63-8e8d-f9b455509a41 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447454 Oct 17 03:13:53.242973 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 39104) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:53.258042 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-acbeccdf-652d-4d1e-afcd-296762e27b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:53.364113 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-acbeccdf-652d-4d1e-afcd-296762e27b45 admin admin] Publish callbacks [] for security_group (43df5933-d7fe-455e-bd4e-a6e0c896859c), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:53.370064 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-acbeccdf-652d-4d1e-afcd-296762e27b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (43df5933-d7fe-455e-bd4e-a6e0c896859c), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:53.411979 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-acbeccdf-652d-4d1e-afcd-296762e27b45 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d557f4d5eb8a4d958fc196a1008e9da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677876 Oct 17 03:13:53.415268 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 39114) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:53.434353 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbeccdf-652d-4d1e-afcd-296762e27b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43df5933-d7fe-455e-bd4e-a6e0c896859c,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:53.472970 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9af88ee8-49e0-49a2-bab6-5f07f4cce4b5 admin admin] Publish callbacks [] for security_group (43df5933-d7fe-455e-bd4e-a6e0c896859c), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:53.502025 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9af88ee8-49e0-49a2-bab6-5f07f4cce4b5 admin admin] Publish callbacks [] for security_group (43df5933-d7fe-455e-bd4e-a6e0c896859c), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:53.560898 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9af88ee8-49e0-49a2-bab6-5f07f4cce4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (43df5933-d7fe-455e-bd4e-a6e0c896859c), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:53.563810 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9af88ee8-49e0-49a2-bab6-5f07f4cce4b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:53.565195 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-9af88ee8-49e0-49a2-bab6-5f07f4cce4b5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/43df5933-d7fe-455e-bd4e-a6e0c896859c HTTP/1.1" status: 204 len: 168 time: 0.1486189 Oct 17 03:13:53.575651 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af88ee8-49e0-49a2-bab6-5f07f4cce4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43df5933-d7fe-455e-bd4e-a6e0c896859c,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:53.624417 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 39134) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:53.785316 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e891-6e99-40df-990d-4b60f8caddec req-526b3c34-4bd9-4108-b650-319ace9d9549 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:53.788725 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7ae6e891-6e99-40df-990d-4b60f8caddec req-526b3c34-4bd9-4108-b650-319ace9d9549 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0584307 Oct 17 03:13:53.801078 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f4b7529f-8e46-4c19-b0c1-e813391c8b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:53.862622 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7ae6e891-6e99-40df-990d-4b60f8caddec req-34fa488e-9621-43bb-a5a7-47947698f2f6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657096 Oct 17 03:13:53.908834 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f4b7529f-8e46-4c19-b0c1-e813391c8b62 admin admin] Publish callbacks [] for security_group (3f1c0bf0-3a6c-460b-a057-430fe79bb273), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:53.924747 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f4b7529f-8e46-4c19-b0c1-e813391c8b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (3f1c0bf0-3a6c-460b-a057-430fe79bb273), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:54.057570 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7529f-8e46-4c19-b0c1-e813391c8b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1c0bf0-3a6c-460b-a057-430fe79bb273,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:54.081817 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-f4b7529f-8e46-4c19-b0c1-e813391c8b62 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2c415e743af644fc834efc9ad512898a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4556148 Oct 17 03:13:54.082806 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 39152) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:13:54.155893 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6348e488-2236-41b4-8277-ad9300d74249 admin admin] Publish callbacks [] for security_group (3f1c0bf0-3a6c-460b-a057-430fe79bb273), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:54.171022 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device a058c34f-585b-4f34-a8f2-ddf3be0cb87e no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:13:54.184503 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6348e488-2236-41b4-8277-ad9300d74249 admin admin] Publish callbacks [] for security_group (3f1c0bf0-3a6c-460b-a057-430fe79bb273), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:54.238740 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: a058c34f-585b-4f34-a8f2-ddf3be0cb87e {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:13:54.239466 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device a058c34f-585b-4f34-a8f2-ddf3be0cb87e not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:13:54.244215 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6348e488-2236-41b4-8277-ad9300d74249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (3f1c0bf0-3a6c-460b-a057-430fe79bb273), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:54.247995 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6348e488-2236-41b4-8277-ad9300d74249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:13:54.249711 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6348e488-2236-41b4-8277-ad9300d74249 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3f1c0bf0-3a6c-460b-a057-430fe79bb273 HTTP/1.1" status: 204 len: 168 time: 0.1658809 Oct 17 03:13:54.259752 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348e488-2236-41b4-8277-ad9300d74249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1c0bf0-3a6c-460b-a057-430fe79bb273,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:13:54.294855 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865758b-7451-4c54-9500-8b7ae7e2b768 req-fe532da5-2781-40c9-afb2-2fc3151b76aa tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:54.296847 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2865758b-7451-4c54-9500-8b7ae7e2b768 req-fe532da5-2781-40c9-afb2-2fc3151b76aa tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0908427 Oct 17 03:13:54.354059 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2865758b-7451-4c54-9500-8b7ae7e2b768 req-18302c72-ec19-4748-91ca-d91c246372e4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502565 Oct 17 03:13:55.028148 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b97f6-83ea-4201-aea9-7ee8497a638e req-875994ae-a1d7-43b7-b6b1-0235bea3e61a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:55.030494 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0c5b97f6-83ea-4201-aea9-7ee8497a638e req-875994ae-a1d7-43b7-b6b1-0235bea3e61a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0518475 Oct 17 03:13:55.095603 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0c5b97f6-83ea-4201-aea9-7ee8497a638e req-d77218af-dc69-4ddc-977d-71abb9925be7 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586348 Oct 17 03:13:55.484010 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e2758-4ad3-4e45-9d38-0d44a03bb030 req-3da070f4-f6fc-49b9-b69f-e1b90413ecf0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:55.485506 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b24e2758-4ad3-4e45-9d38-0d44a03bb030 req-3da070f4-f6fc-49b9-b69f-e1b90413ecf0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0478396 Oct 17 03:13:55.534365 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b24e2758-4ad3-4e45-9d38-0d44a03bb030 req-4118affc-216b-40dc-8fb9-ac43807ea539 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Oct 17 03:13:56.233301 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc6685-03e6-4241-b9eb-e73f4d1fa543 req-c390db30-4a1a-47ef-8017-cdff71c92350 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:56.234762 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-24bc6685-03e6-4241-b9eb-e73f4d1fa543 req-c390db30-4a1a-47ef-8017-cdff71c92350 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0458648 Oct 17 03:13:56.280465 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-24bc6685-03e6-4241-b9eb-e73f4d1fa543 req-1f5e2d86-d458-4765-bcc6-662b3e4a39cf tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 Oct 17 03:13:56.660290 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f4f32-0855-46ec-a758-e71bb66cba73 req-94b89535-b801-4898-8ce8-b90a9511d088 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:56.662418 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-284f4f32-0855-46ec-a758-e71bb66cba73 req-94b89535-b801-4898-8ce8-b90a9511d088 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0470588 Oct 17 03:13:56.710249 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-284f4f32-0855-46ec-a758-e71bb66cba73 req-ccf6f791-fda3-464b-80a0-65cd5ee8f57e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Oct 17 03:13:57.410469 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270287b4-e6ac-45b8-8b0b-63d78954990d req-acbc7e9c-588b-4905-8c9c-d832856d14bb tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:57.412537 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-270287b4-e6ac-45b8-8b0b-63d78954990d req-acbc7e9c-588b-4905-8c9c-d832856d14bb tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0489147 Oct 17 03:13:57.423775 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:57.462333 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-270287b4-e6ac-45b8-8b0b-63d78954990d req-4be31eba-1e7d-4d38-96b7-8ff09687b81b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442057 Oct 17 03:13:57.839807 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f7e60-12a2-49b1-8351-be3be31e243c req-c72126b4-43e2-46c5-b801-e679b0a62305 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:57.841288 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-946f7e60-12a2-49b1-8351-be3be31e243c req-c72126b4-43e2-46c5-b801-e679b0a62305 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0495491 Oct 17 03:13:57.890153 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-946f7e60-12a2-49b1-8351-be3be31e243c req-c7c6df25-fdea-4f4a-8cc7-098058ae60e5 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433793 Oct 17 03:13:58.051652 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437adaf-4cc7-4f39-87bf-b2991d3e3f5c req-6b827430-4edc-48bc-b29f-390d22fdc1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:58.055374 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8437adaf-4cc7-4f39-87bf-b2991d3e3f5c req-6b827430-4edc-48bc-b29f-390d22fdc1b8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 1129 time: 0.0432577 Oct 17 03:13:58.626726 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227290aa-9aeb-4815-9e44-d6440b2e4166 req-7ae4a5a8-78ca-4535-9966-4cdefe63d45b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:58.629094 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-227290aa-9aeb-4815-9e44-d6440b2e4166 req-7ae4a5a8-78ca-4535-9966-4cdefe63d45b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0636435 Oct 17 03:13:58.685985 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-227290aa-9aeb-4815-9e44-d6440b2e4166 req-795ea54a-b1b7-4f70-b8c9-ee203cee09a6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501399 Oct 17 03:13:59.018612 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:59.040120 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89cc76-45a1-4184-90f0-3d561ce4a9db req-ad745f8b-4774-4d99-a7b3-4f33204760f4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:59.042372 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9d89cc76-45a1-4184-90f0-3d561ce4a9db req-ad745f8b-4774-4d99-a7b3-4f33204760f4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0583842 Oct 17 03:13:59.106675 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9d89cc76-45a1-4184-90f0-3d561ce4a9db req-0e843e94-5bc3-4782-87d1-7a563eafb29f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554104 Oct 17 03:13:59.485273 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8437adaf-4cc7-4f39-87bf-b2991d3e3f5c req-41530795-0d84-4de6-92f0-5bc3553e16ce service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559452 Oct 17 03:13:59.825735 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562ca2d-db42-4a44-8571-1d6f5b95309a req-eed4559b-9a4b-467b-884d-e76ad894464c tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:13:59.827424 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2562ca2d-db42-4a44-8571-1d6f5b95309a req-eed4559b-9a4b-467b-884d-e76ad894464c tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0509984 Oct 17 03:13:59.840605 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:13:59.907005 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2562ca2d-db42-4a44-8571-1d6f5b95309a req-bfc4e71e-3f3a-45ba-a5de-bbea12f6e3e3 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706654 Oct 17 03:14:00.259187 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f758157-437e-4e2b-b337-b9b85bf66859 req-e8233b65-202d-423a-8bce-e3a100b7f122 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:00.260803 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2f758157-437e-4e2b-b337-b9b85bf66859 req-e8233b65-202d-423a-8bce-e3a100b7f122 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0594325 Oct 17 03:14:00.272709 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:00.369219 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2f758157-437e-4e2b-b337-b9b85bf66859 req-1c6c2495-a4dc-41b6-8ff9-cc9018e8c339 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023071 Oct 17 03:14:01.070939 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508ba22-c5a4-4681-a1ac-a00ce25eb47a req-d7f530f4-f801-4388-8abc-3ed29231afc1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:01.073486 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3508ba22-c5a4-4681-a1ac-a00ce25eb47a req-d7f530f4-f801-4388-8abc-3ed29231afc1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0640452 Oct 17 03:14:01.159138 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3508ba22-c5a4-4681-a1ac-a00ce25eb47a req-a187c87a-4860-45f9-9c0e-42b5ccff4860 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765159 Oct 17 03:14:01.559245 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6cbb1-2f28-4df7-8315-b632830f415d req-5e3ccc3f-792d-4923-8665-ae46994888b9 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:01.567285 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1fc6cbb1-2f28-4df7-8315-b632830f415d req-5e3ccc3f-792d-4923-8665-ae46994888b9 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0757890 Oct 17 03:14:01.635673 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1fc6cbb1-2f28-4df7-8315-b632830f415d req-f5c74ad0-1d2e-4c7c-8989-119a596ff0e1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640681 Oct 17 03:14:02.436328 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aec605-1406-4b6e-84cd-1e9ee17ed859 req-5aafeffe-0c7e-4ecf-9cc6-420b8938f3da tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:02.438900 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-20aec605-1406-4b6e-84cd-1e9ee17ed859 req-5aafeffe-0c7e-4ecf-9cc6-420b8938f3da tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.1028092 Oct 17 03:14:02.499799 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-20aec605-1406-4b6e-84cd-1e9ee17ed859 req-4f32e7ba-6cf2-4dcc-9cb0-41ab0656169a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518742 Oct 17 03:14:02.791141 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f6828-5ef7-42f6-88a8-eca354e47ca9 req-41a2d181-7d48-454b-be22-475c945eec1c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:02.794553 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b34f6828-5ef7-42f6-88a8-eca354e47ca9 req-41a2d181-7d48-454b-be22-475c945eec1c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0645766 Oct 17 03:14:02.861303 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b34f6828-5ef7-42f6-88a8-eca354e47ca9 req-a9a7d877-6879-47ab-8136-1abecf50cd5f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592659 Oct 17 03:14:02.983626 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32368f-2339-4576-b9fa-2ad79a98ca44 req-2d705744-65f5-4f85-ac6b-f7c781424565 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:02.986716 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7f32368f-2339-4576-b9fa-2ad79a98ca44 req-2d705744-65f5-4f85-ac6b-f7c781424565 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0660124 Oct 17 03:14:03.061041 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7f32368f-2339-4576-b9fa-2ad79a98ca44 req-e0c39623-7686-447b-83f9-737bf69d3e1e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645049 Oct 17 03:14:03.196844 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ef3e7-0b62-4b24-a5ed-677c5ea4fe2c req-954f65f9-eba1-4331-83a9-b99a67f8ef47 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:03.200630 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-782ef3e7-0b62-4b24-a5ed-677c5ea4fe2c req-954f65f9-eba1-4331-83a9-b99a67f8ef47 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0598502 Oct 17 03:14:03.257728 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-782ef3e7-0b62-4b24-a5ed-677c5ea4fe2c req-04d218bc-3967-4a0a-b3d8-fea34b3e4d84 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523906 Oct 17 03:14:03.386936 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d6e19-0e14-47e6-8dc2-c869c37bdfb1 req-6bc0bfab-9892-447e-9f40-6a26d73d92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:03.388590 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f14d6e19-0e14-47e6-8dc2-c869c37bdfb1 req-6bc0bfab-9892-447e-9f40-6a26d73d92cc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 1129 time: 0.0536582 Oct 17 03:14:03.446818 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:14:03.538268 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d6e19-0e14-47e6-8dc2-c869c37bdfb1 req-ecb609f9-9168-4758-8d65-2e1a09af6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:03.539469 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f14d6e19-0e14-47e6-8dc2-c869c37bdfb1 req-ecb609f9-9168-4758-8d65-2e1a09af6b43 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.1335633 Oct 17 03:14:03.592084 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f14d6e19-0e14-47e6-8dc2-c869c37bdfb1 req-3746dbfe-a10f-44d9-ba98-9b1f6833a6a0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c31f984d-a48a-493a-8e53-83388b4caabf HTTP/1.1" status: 200 len: 217 time: 0.0458958 Oct 17 03:14:03.594950 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:03.676424 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d6e19-0e14-47e6-8dc2-c869c37bdfb1 req-a5e68635-9400-4ced-be94-44878b4378b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:03.678390 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f14d6e19-0e14-47e6-8dc2-c869c37bdfb1 req-a5e68635-9400-4ced-be94-44878b4378b5 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.0768933 Oct 17 03:14:03.697818 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2ceb0-6e20-44d9-9cb6-75d467276624 req-3ba58234-31be-43b1-a3d2-ce85927a5d27 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:03.705336 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6ff2ceb0-6e20-44d9-9cb6-75d467276624 req-3ba58234-31be-43b1-a3d2-ce85927a5d27 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0689318 Oct 17 03:14:03.728165 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d6e19-0e14-47e6-8dc2-c869c37bdfb1 req-fde08f85-0c16-4b93-ba73-551e31e11d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:03.729891 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f14d6e19-0e14-47e6-8dc2-c869c37bdfb1 req-fde08f85-0c16-4b93-ba73-551e31e11d27 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448177 Oct 17 03:14:03.781027 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6ff2ceb0-6e20-44d9-9cb6-75d467276624 req-6def360d-48f7-4b51-970a-433ddac4c693 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746663 Oct 17 03:14:03.814713 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:03.847147 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f14d6e19-0e14-47e6-8dc2-c869c37bdfb1 req-929ff00e-8079-460c-ade7-4d0004752b01 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089783 Oct 17 03:14:03.972590 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f14d6e19-0e14-47e6-8dc2-c869c37bdfb1 req-6b7c0119-ba77-49f5-838a-affff8f5a29b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185741 Oct 17 03:14:04.261513 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a08b1-d9ae-4d7c-91ac-7e23853d43d2 req-0ed76d5f-7620-4782-a97c-5752d5756131 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:04.273639 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-623a08b1-d9ae-4d7c-91ac-7e23853d43d2 req-0ed76d5f-7620-4782-a97c-5752d5756131 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.1293130 Oct 17 03:14:04.280979 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:04.372273 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-623a08b1-d9ae-4d7c-91ac-7e23853d43d2 req-e38f55c3-6036-4834-999b-4d755eb2761c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009872 Oct 17 03:14:04.427170 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb2278-2c8e-4b1b-8fbc-528023b70a03 req-2f7c5be8-43cc-4cdd-8d7f-de3916335205 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:04.428929 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ecfb2278-2c8e-4b1b-8fbc-528023b70a03 req-2f7c5be8-43cc-4cdd-8d7f-de3916335205 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0721827 Oct 17 03:14:04.508714 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ecfb2278-2c8e-4b1b-8fbc-528023b70a03 req-df130b6e-6b95-48e3-9888-c536a6c37107 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736921 Oct 17 03:14:04.921277 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6591c55-9da4-4af7-b190-1f755f505ff9 req-bae332bc-89d7-4f58-bd8f-2c146cb02f1b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:04.922760 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a6591c55-9da4-4af7-b190-1f755f505ff9 req-bae332bc-89d7-4f58-bd8f-2c146cb02f1b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0506151 Oct 17 03:14:05.009116 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a6591c55-9da4-4af7-b190-1f755f505ff9 req-113b1fb3-0764-43d6-a492-a3318a747fa0 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754244 Oct 17 03:14:05.033924 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 39416) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:05.164140 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2bef-1122-4b19-a964-059bbbb00502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:05.166449 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:05.254119 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2bef-1122-4b19-a964-059bbbb00502 admin admin] Publish callbacks [] for security_group (f9dfad2b-1dbd-48da-83d9-d4f6273d55bc), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:05.259189 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2bef-1122-4b19-a964-059bbbb00502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (f9dfad2b-1dbd-48da-83d9-d4f6273d55bc), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:05.309315 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a9eb2bef-1122-4b19-a964-059bbbb00502 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2a7165949ec540cab71d169a743762c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717581 Oct 17 03:14:05.309315 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb2bef-1122-4b19-a964-059bbbb00502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dfad2b-1dbd-48da-83d9-d4f6273d55bc,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:05.310148 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 39420) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:05.376660 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1f2fed0c-a381-412b-a382-8fdb5e037871 admin admin] Publish callbacks [] for security_group (f9dfad2b-1dbd-48da-83d9-d4f6273d55bc), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:05.400952 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1f2fed0c-a381-412b-a382-8fdb5e037871 admin admin] Publish callbacks [] for security_group (f9dfad2b-1dbd-48da-83d9-d4f6273d55bc), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:05.457390 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1f2fed0c-a381-412b-a382-8fdb5e037871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (f9dfad2b-1dbd-48da-83d9-d4f6273d55bc), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:05.463004 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1f2fed0c-a381-412b-a382-8fdb5e037871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:05.465078 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-1f2fed0c-a381-412b-a382-8fdb5e037871 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f9dfad2b-1dbd-48da-83d9-d4f6273d55bc HTTP/1.1" status: 204 len: 168 time: 0.1532803 Oct 17 03:14:05.503071 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fed0c-a381-412b-a382-8fdb5e037871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dfad2b-1dbd-48da-83d9-d4f6273d55bc,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:05.579583 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6779b6-4754-4ae8-86a5-a86e4437660e req-ab86d15d-1719-46fd-bc2c-0118fd91441f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:05.581302 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cd6779b6-4754-4ae8-86a5-a86e4437660e req-ab86d15d-1719-46fd-bc2c-0118fd91441f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0813992 Oct 17 03:14:05.658706 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cd6779b6-4754-4ae8-86a5-a86e4437660e req-139ba090-cfdb-46bd-96f6-c711975fae86 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690231 Oct 17 03:14:05.709554 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffab3b-8010-4a87-b9ee-01dee174b365 req-f7035e18-235c-484d-900f-4f0e97762752 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:05.711522 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3ffab3b-8010-4a87-b9ee-01dee174b365 req-f7035e18-235c-484d-900f-4f0e97762752 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0604997 Oct 17 03:14:05.799363 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3ffab3b-8010-4a87-b9ee-01dee174b365 req-59c85c1b-3fab-436b-a193-342a06d0a294 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722418 Oct 17 03:14:06.163439 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9251-7d9c-4a3d-af74-90ddf7ce3c97 req-ce7a9ace-701f-4fc6-b1c6-2bfeb7c31b2b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:06.165364 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-874c9251-7d9c-4a3d-af74-90ddf7ce3c97 req-ce7a9ace-701f-4fc6-b1c6-2bfeb7c31b2b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0641491 Oct 17 03:14:06.221615 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device faf2315a-88ad-4367-997b-65c1cf0209ee details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:14:06.225053 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-874c9251-7d9c-4a3d-af74-90ddf7ce3c97 req-9e494a12-9c48-4576-be8c-cc095487f156 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531900 Oct 17 03:14:06.356061 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=faf2315a-88ad-4367-997b-65c1cf0209ee,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:14:06.371463 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'port_id': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'mac_address': 'fa:16:3e:53:be:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:14:06.410166 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port faf2315a-88ad-4367-997b-65c1cf0209ee is: ACTIVE; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:14:06.410737 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:06.425225 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faf2315a-88ad-4367-997b-65c1cf0209ee {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:14:06.449482 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=faf2315a-88ad-4367-997b-65c1cf0209ee,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:14:06.454647 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:06.508726 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=faf2315a-88ad-4367-997b-65c1cf0209ee,revision_number=6']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:06.593430 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['faf2315a-88ad-4367-997b-65c1cf0209ee'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:14:06.828072 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2667b1e-4695-43b4-a96d-2edff7110405 req-0b80c2e8-2560-4d71-9889-db3f4d9e66ea tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:06.840600 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c2667b1e-4695-43b4-a96d-2edff7110405 req-0b80c2e8-2560-4d71-9889-db3f4d9e66ea tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0870681 Oct 17 03:14:06.941910 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c2667b1e-4695-43b4-a96d-2edff7110405 req-94e60359-6aeb-4870-bd23-5a5caeb2c1bf tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950909 Oct 17 03:14:07.020824 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c89b3-5183-4b2b-ad03-88be293de662 req-bdebf69e-14ba-4332-bbd5-5e6ccb620847 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:07.026352 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-075c89b3-5183-4b2b-ad03-88be293de662 req-bdebf69e-14ba-4332-bbd5-5e6ccb620847 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0638509 Oct 17 03:14:07.087916 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-075c89b3-5183-4b2b-ad03-88be293de662 req-8082e484-5936-4c5e-bd07-b9a74b4c9c79 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577359 Oct 17 03:14:07.284439 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a53ab22f-c3b7-4f08-8947-894bea827b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:07.390990 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d88ed4-baa4-4fdb-a828-61cd0fa2340b req-8a63ce08-6187-4db4-a8e8-03d40a1b179b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:07.392797 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-09d88ed4-baa4-4fdb-a828-61cd0fa2340b req-8a63ce08-6187-4db4-a8e8-03d40a1b179b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 944 time: 0.0558841 Oct 17 03:14:07.475083 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-09d88ed4-baa4-4fdb-a828-61cd0fa2340b req-79398851-72c0-4ba3-9bb8-2a9b86da370f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704353 Oct 17 03:14:08.118522 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:08.125694 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a831e-3818-4d03-a24d-fbcf9efd4135 req-40198e17-1bb2-4817-a2bc-a647ee116c9f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:08.127264 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-405a831e-3818-4d03-a24d-fbcf9efd4135 req-40198e17-1bb2-4817-a2bc-a647ee116c9f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0763412 Oct 17 03:14:08.215552 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-405a831e-3818-4d03-a24d-fbcf9efd4135 req-ed043384-39a7-4f39-abfc-3f2edd699ee6 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803702 Oct 17 03:14:08.228446 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device faf2315a-88ad-4367-997b-65c1cf0209ee up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:14:08.292133 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port faf2315a-88ad-4367-997b-65c1cf0209ee triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:14:08.293065 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:08.294148 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port faf2315a-88ad-4367-997b-65c1cf0209ee Oct 17 03:14:08.396987 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port faf2315a-88ad-4367-997b-65c1cf0209ee is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:14:08.397401 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:08.482814 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=faf2315a-88ad-4367-997b-65c1cf0209ee,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:14:08.484219 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:14:08.491045 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810c7f2c-38ab-4166-b75f-1f65a54c0110" -d '{"events": [{"server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "name": "network-vif-plugged", "status": "completed", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:14:08.513809 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:08.602358 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973bcc2c-6c4a-4837-a8d4-7cec290197eb x-openstack-request-id: req-973bcc2c-6c4a-4837-a8d4-7cec290197eb {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:14:08.603988 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "name": "network-vif-plugged", "status": "completed", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:14:08.604417 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-973bcc2c-6c4a-4837-a8d4-7cec290197eb {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:14:08.606157 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973bcc2c-6c4a-4837-a8d4-7cec290197eb'] response: {'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'code': 200} Oct 17 03:14:08.661167 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=faf2315a-88ad-4367-997b-65c1cf0209ee,revision_number=7']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:08.721485 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 39510) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:08.729062 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa11e3-e2e8-486b-b2bc-cd027b10abf3 req-6912d73c-66c1-4aac-bbbf-26312e23b0f4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:08.729581 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-fb2c09dc-1002-4bfd-843e-f60ea9aa79c4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788181374', 'description': 'tempest-description--1715915881'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:08.739809 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8daa11e3-e2e8-486b-b2bc-cd027b10abf3 req-6912d73c-66c1-4aac-bbbf-26312e23b0f4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.1339862 Oct 17 03:14:08.801458 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fb2c09dc-1002-4bfd-843e-f60ea9aa79c4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:08.819811 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:08.861996 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:08.883082 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8daa11e3-e2e8-486b-b2bc-cd027b10abf3 req-77aa2c24-cb8b-4a1f-93e0-203633947499 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417887 Oct 17 03:14:08.913017 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fb2c09dc-1002-4bfd-843e-f60ea9aa79c4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for security_group (980facde-3ce6-4f6d-8f38-7c54350ee784), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:08.920085 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fb2c09dc-1002-4bfd-843e-f60ea9aa79c4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (980facde-3ce6-4f6d-8f38-7c54350ee784), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:08.987813 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fb2c09dc-1002-4bfd-843e-f60ea9aa79c4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:08.992230 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-fb2c09dc-1002-4bfd-843e-f60ea9aa79c4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2662578 Oct 17 03:14:08.992548 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 39514) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:08.997863 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-3ce9e9ed-d70f-4215-82d0-8208876503c1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Request body: {'security_group_rule': {'security_group_id': '980facde-3ce6-4f6d-8f38-7c54350ee784', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:09.040112 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c09dc-1002-4bfd-843e-f60ea9aa79c4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980facde-3ce6-4f6d-8f38-7c54350ee784,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:09.072635 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e9ed-d70f-4215-82d0-8208876503c1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for security_group_rule (8817d05a-e03c-467b-88b8-9c4509f56eb5), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.184095 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e9ed-d70f-4215-82d0-8208876503c1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for security_group_rule (8817d05a-e03c-467b-88b8-9c4509f56eb5), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.191055 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e9ed-d70f-4215-82d0-8208876503c1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (8817d05a-e03c-467b-88b8-9c4509f56eb5), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.227521 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9e9ed-d70f-4215-82d0-8208876503c1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8817d05a-e03c-467b-88b8-9c4509f56eb5,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:09.289850 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3ce9e9ed-d70f-4215-82d0-8208876503c1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.293600 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-3ce9e9ed-d70f-4215-82d0-8208876503c1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2985861 Oct 17 03:14:09.295657 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 39522) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:09.303698 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-48e4e003-fa3e-46e4-b7e3-669327fba05d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Request body: {'security_group_rule': {'security_group_id': '980facde-3ce6-4f6d-8f38-7c54350ee784', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:09.338315 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a7a46ae2-d4d3-445d-af10-4efd842ca4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.400460 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-48e4e003-fa3e-46e4-b7e3-669327fba05d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for security_group_rule (747e484f-888a-4b0a-8d03-a02b7a1f1643), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.538512 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-48e4e003-fa3e-46e4-b7e3-669327fba05d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for security_group_rule (747e484f-888a-4b0a-8d03-a02b7a1f1643), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.548878 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-48e4e003-fa3e-46e4-b7e3-669327fba05d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (747e484f-888a-4b0a-8d03-a02b7a1f1643), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.574503 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 39526) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:09.585957 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-7e9c626e-c82c-41d9-83b3-8ccb68a7c1e2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1540481868', 'description': 'tempest-description--1608302454'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:09.594815 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ec5f9-c38b-4c04-ab01-4b3ee18b1ccf req-cbd63ca9-a037-435b-a26c-ce9f35697888 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:09.596708 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b76ec5f9-c38b-4c04-ab01-4b3ee18b1ccf req-cbd63ca9-a037-435b-a26c-ce9f35697888 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.1798286 Oct 17 03:14:09.603550 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-48e4e003-fa3e-46e4-b7e3-669327fba05d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.605061 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-48e4e003-fa3e-46e4-b7e3-669327fba05d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3081939 Oct 17 03:14:09.612746 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4e003-fa3e-46e4-b7e3-669327fba05d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747e484f-888a-4b0a-8d03-a02b7a1f1643,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:09.616458 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 39528) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:09.634141 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:09.652802 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7e9c626e-c82c-41d9-83b3-8ccb68a7c1e2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.680950 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:09.698494 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.721361 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b76ec5f9-c38b-4c04-ab01-4b3ee18b1ccf req-1a2f73e5-5810-481f-8c19-e0109abbcadf tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149855 Oct 17 03:14:09.797383 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7e9c626e-c82c-41d9-83b3-8ccb68a7c1e2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (3a4954df-bfb0-4825-93cb-d81d0ae5cb58), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.805743 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7e9c626e-c82c-41d9-83b3-8ccb68a7c1e2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (3a4954df-bfb0-4825-93cb-d81d0ae5cb58), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.827218 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7e9c626e-c82c-41d9-83b3-8ccb68a7c1e2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.828630 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-7e9c626e-c82c-41d9-83b3-8ccb68a7c1e2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2529318 Oct 17 03:14:09.839085 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 39530) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:09.853036 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c626e-c82c-41d9-83b3-8ccb68a7c1e2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4954df-bfb0-4825-93cb-d81d0ae5cb58,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:09.869402 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-e29907b6-ed9a-47a0-9b37-3fdf859ff7f1 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'security_group_rule': {'security_group_id': '3a4954df-bfb0-4825-93cb-d81d0ae5cb58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:09.905180 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:09.954048 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e29907b6-ed9a-47a0-9b37-3fdf859ff7f1 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (1b744506-980e-4390-9205-71df58cd14bb), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:10.301279 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9855f9-eead-4a7e-8c65-d087193677b9 req-dbe7c04b-75f5-44fa-aec4-42a2d4608be1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:10.303593 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0e9855f9-eead-4a7e-8c65-d087193677b9 req-dbe7c04b-75f5-44fa-aec4-42a2d4608be1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.1233084 Oct 17 03:14:10.320493 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Allocated IP 172.27.0.115 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/c538f6f0-1f5e-4082-8664-958cefb0db91) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:14:10.417303 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0e9855f9-eead-4a7e-8c65-d087193677b9 req-b3484440-869e-4ec0-a548-836e368e9b7e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054168 Oct 17 03:14:10.608143 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:10.610241 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e29907b6-ed9a-47a0-9b37-3fdf859ff7f1 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (1b744506-980e-4390-9205-71df58cd14bb), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:10.625063 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e29907b6-ed9a-47a0-9b37-3fdf859ff7f1 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (1b744506-980e-4390-9205-71df58cd14bb), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:10.697995 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for port (c538f6f0-1f5e-4082-8664-958cefb0db91), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:10.734248 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:10.771599 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (c538f6f0-1f5e-4082-8664-958cefb0db91), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:10.831396 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e29907b6-ed9a-47a0-9b37-3fdf859ff7f1 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:10.833036 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-e29907b6-ed9a-47a0-9b37-3fdf859ff7f1 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9918160 Oct 17 03:14:10.835839 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 39538) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:10.839247 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29907b6-ed9a-47a0-9b37-3fdf859ff7f1 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b744506-980e-4390-9205-71df58cd14bb,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:10.841249 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-d0148e14-3a20-4d3c-8097-60122adfbeb3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'security_group_rule': {'security_group_id': '3a4954df-bfb0-4825-93cb-d81d0ae5cb58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:10.850775 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:14:10.857612 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:14:10.861282 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:14:10.922355 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event updated for resources: {'Port': ['ID=c538f6f0-1f5e-4082-8664-958cefb0db91,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:10.923969 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d0148e14-3a20-4d3c-8097-60122adfbeb3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (54422557-c266-4b23-b6d5-8dc7e781b9c9), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.009959 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201a64-c85c-45f4-a4d4-33598dfaa8af req-a22f71ad-e4c8-497a-9044-14be76a32575 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:11.035812 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4f201a64-c85c-45f4-a4d4-33598dfaa8af req-a22f71ad-e4c8-497a-9044-14be76a32575 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.1289542 Oct 17 03:14:11.048760 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d0148e14-3a20-4d3c-8097-60122adfbeb3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (54422557-c266-4b23-b6d5-8dc7e781b9c9), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.054221 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d0148e14-3a20-4d3c-8097-60122adfbeb3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (54422557-c266-4b23-b6d5-8dc7e781b9c9), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.101131 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:11.110831 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0148e14-3a20-4d3c-8097-60122adfbeb3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54422557-c266-4b23-b6d5-8dc7e781b9c9,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:11.124537 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d0148e14-3a20-4d3c-8097-60122adfbeb3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.136761 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-d0148e14-3a20-4d3c-8097-60122adfbeb3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2983069 Oct 17 03:14:11.136761 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 39542) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:11.140945 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:11.190278 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:11.197345 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.309040 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for floatingip (e1dca0c1-7b36-4179-8d44-fce1708e50b7), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.325297 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4f201a64-c85c-45f4-a4d4-33598dfaa8af req-04643a58-7caa-4078-9eaa-6ef6c1aed1f7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882857 Oct 17 03:14:11.401676 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c538f6f0-1f5e-4082-8664-958cefb0db91), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.422493 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.686583 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Allocated IP 172.27.0.203 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/07532c14-97e2-44ba-a7c9-65a48fd70fe2) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:14:11.705922 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for port (c538f6f0-1f5e-4082-8664-958cefb0db91), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.714699 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (c538f6f0-1f5e-4082-8664-958cefb0db91), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.819620 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:11.826189 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:11.838567 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for port (07532c14-97e2-44ba-a7c9-65a48fd70fe2), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.844327 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (e1dca0c1-7b36-4179-8d44-fce1708e50b7), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.867712 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event updated for resources: {'Port': ['ID=c538f6f0-1f5e-4082-8664-958cefb0db91,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:11.887792 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:11.898031 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-76994d59-dcbf-4eeb-a8af-5b7dec429c3d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2699418 Oct 17 03:14:11.900518 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d34feb-c0b4-43b3-97e5-068040ed700c req-f7956d37-ee6a-48b3-ac07-4a5bbc397ec2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:11.908226 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-25d34feb-c0b4-43b3-97e5-068040ed700c req-f7956d37-ee6a-48b3-ac07-4a5bbc397ec2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0858557 Oct 17 03:14:11.988518 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-25d34feb-c0b4-43b3-97e5-068040ed700c req-8c4e2c21-3e43-4c17-b2e6-b09d1868ac9c tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792587 Oct 17 03:14:11.991267 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (07532c14-97e2-44ba-a7c9-65a48fd70fe2), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:12.047195 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:14:12.049180 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:14:12.054297 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:14:12.071000 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'Port': ['ID=07532c14-97e2-44ba-a7c9-65a48fd70fe2,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:12.126222 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (91415708-9e1a-415c-b99a-93ce31d15348), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:12.136701 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:12.210932 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (07532c14-97e2-44ba-a7c9-65a48fd70fe2), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:12.346099 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:12.545810 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for port (07532c14-97e2-44ba-a7c9-65a48fd70fe2), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:12.554160 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (07532c14-97e2-44ba-a7c9-65a48fd70fe2), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:12.554847 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (91415708-9e1a-415c-b99a-93ce31d15348), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:12.563421 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd65f56-7ae3-4178-a488-cc797fddd550 req-911c21e4-ba4b-4268-87f1-2b978d42b9b2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:12.564942 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6bd65f56-7ae3-4178-a488-cc797fddd550 req-911c21e4-ba4b-4268-87f1-2b978d42b9b2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0747783 Oct 17 03:14:12.621006 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:12.622422 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4849579 Oct 17 03:14:12.633484 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:12.695085 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe2167-3ade-4c41-bc21-3340df76f099 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'Port': ['ID=07532c14-97e2-44ba-a7c9-65a48fd70fe2,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:12.713928 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6bd65f56-7ae3-4178-a488-cc797fddd550 req-1233bbd8-35ee-41c8-ad14-c823749ccb85 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159058 Oct 17 03:14:16.362004 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-b319617c-b93a-4082-a425-0a2c1db3b40c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--788181374&fields=id&tenant_id=ee21a91b84794e80b208fe72b7f1e010 HTTP/1.1" status: 200 len: 267 time: 0.0614791 Oct 17 03:14:16.369613 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-387904d2-13d7-4e72-b00d-89d40858a42a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1540481868&fields=id&tenant_id=618cf0b3507845909bb27c13460d1d6c HTTP/1.1" status: 200 len: 267 time: 0.0630937 Oct 17 03:14:16.477652 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:16.480980 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:16.489292 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:16.500788 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-5f41efc8-ae0e-426d-8799-bca38d097513 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:16.501011 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-bcdabdac-018f-4ea1-9861-af80216bb7b2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:16.502625 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-5f41efc8-ae0e-426d-8799-bca38d097513 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 819 time: 0.1313214 Oct 17 03:14:16.504179 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-bcdabdac-018f-4ea1-9861-af80216bb7b2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 815 time: 0.1280692 Oct 17 03:14:16.528142 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-5b43b7ae-25d0-4739-a7c9-f182f28166d9 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/quotas/ee21a91b84794e80b208fe72b7f1e010 HTTP/1.1" status: 200 len: 375 time: 0.0107205 Oct 17 03:14:16.532632 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-e84f9fcc-f498-4269-8745-85c5290fb2a2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/quotas/618cf0b3507845909bb27c13460d1d6c HTTP/1.1" status: 200 len: 375 time: 0.0137219 Oct 17 03:14:16.601294 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-b9b5d9e6-366c-48fa-a044-3daf6d7e21cc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0671146 Oct 17 03:14:16.607543 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-8b43aca6-17c0-4dfe-8709-7f2d92c32734 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689614 Oct 17 03:14:16.733206 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-495152d7-2191-4feb-ab6c-821965d36be8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102698 Oct 17 03:14:16.740756 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-01877ab2-b9c6-412d-bd15-0d942d25826e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124339 Oct 17 03:14:16.843256 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-051a8ec0-5335-45f7-97c1-87434bf85b71 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040690 Oct 17 03:14:16.853071 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-08b5604c-88a2-4c5f-8520-14d4d06d0337 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060030 Oct 17 03:14:16.866606 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:17.149953 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251eb91-a2e6-415b-8811-0fd4b810d2d5 req-0cc7ebf2-9358-486a-aa76-fe5b3d5396ab tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:17.156945 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4251eb91-a2e6-415b-8811-0fd4b810d2d5 req-0cc7ebf2-9358-486a-aa76-fe5b3d5396ab tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0774093 Oct 17 03:14:17.183427 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b859b-1ed6-4158-a325-7be31fb16e80 req-eb9fd99b-8fc5-4224-8617-7d578b62e936 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:17.188129 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8e4b859b-1ed6-4158-a325-7be31fb16e80 req-eb9fd99b-8fc5-4224-8617-7d578b62e936 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.1209109 Oct 17 03:14:17.278380 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4251eb91-a2e6-415b-8811-0fd4b810d2d5 req-fdc671b2-1bb6-43f4-8fd2-ea7ee07d669f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118600 Oct 17 03:14:17.307708 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8e4b859b-1ed6-4158-a325-7be31fb16e80 req-0a54f2e9-c90d-462e-8f34-b3fd116845da tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125026 Oct 17 03:14:17.418252 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-93f5bd25-fa37-41f2-93d3-a53df5c306d9 req-303e6cf5-ef3d-4369-9da8-95138c2c86a0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 210 time: 0.0584469 Oct 17 03:14:17.444768 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6577912c-6863-484d-b77b-586d9911cf77 req-22230266-918e-4abb-bc9e-bcdfecec6f1e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 210 time: 0.0764685 Oct 17 03:14:18.467470 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8bc16-4366-4c44-8dd7-877171e9848b req-bc4d5bb3-58e1-44e9-95ce-aae3f2bdcdd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:18.470537 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674be98-dd0a-4c36-a83d-a6315849878c req-0d525779-3bb7-491c-9103-23df863a1a75 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:18.475595 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0ac8bc16-4366-4c44-8dd7-877171e9848b req-bc4d5bb3-58e1-44e9-95ce-aae3f2bdcdd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0843062 Oct 17 03:14:18.477986 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4674be98-dd0a-4c36-a83d-a6315849878c req-0d525779-3bb7-491c-9103-23df863a1a75 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0855160 Oct 17 03:14:18.535413 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4674be98-dd0a-4c36-a83d-a6315849878c req-e631fb23-6263-4fbd-ac74-24d3d0fbe422 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564423 Oct 17 03:14:18.538059 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0ac8bc16-4366-4c44-8dd7-877171e9848b req-59ac5fae-f0cc-4771-9cc9-4306ad54604b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588892 Oct 17 03:14:18.644783 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ebd64979-92fb-4bdc-963c-2e92193caf5b req-e472dfb5-f18f-4913-b6a9-f6cdf4713e36 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 210 time: 0.0374241 Oct 17 03:14:18.648101 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f2744d76-818f-4ddb-8797-b7abdb953744 req-b7d0e4fc-34c1-4c56-9629-3a215d7676bd tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 210 time: 0.0318635 Oct 17 03:14:19.692929 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cb16b-f09b-495c-9605-92a267fd4ab8 req-fe206e62-39ca-4db9-ab44-78aecb273e78 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:19.695234 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9b0cb16b-f09b-495c-9605-92a267fd4ab8 req-fe206e62-39ca-4db9-ab44-78aecb273e78 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0606472 Oct 17 03:14:19.734888 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247378c3-4f86-44b7-9587-6add6c2e9a04 req-3c5be8ff-b04c-44e2-a351-67000fa9af33 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:19.744093 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-247378c3-4f86-44b7-9587-6add6c2e9a04 req-3c5be8ff-b04c-44e2-a351-67000fa9af33 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0953252 Oct 17 03:14:19.770105 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9b0cb16b-f09b-495c-9605-92a267fd4ab8 req-e33dd0f8-88c3-46f2-8707-83ff463605b8 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689266 Oct 17 03:14:19.831569 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-247378c3-4f86-44b7-9587-6add6c2e9a04 req-23902402-5cc6-4052-a45b-8a16dbc7d974 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857537 Oct 17 03:14:19.879328 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7a6ac25f-3298-4cd1-8d52-afd5c406a204 req-f6d849f9-1d94-4cb2-b39c-67dc86c833a2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 210 time: 0.0468934 Oct 17 03:14:19.924680 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f19645bc-5876-4848-8efb-c115607cbce0 req-a2887ea4-a7ed-4a75-9885-51fb902913a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 210 time: 0.0365787 Oct 17 03:14:20.895242 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8ab93-bf32-41f0-9a2c-6c7309d7a350 req-64563a04-9c13-4e49-9c17-3a7e01f23b18 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:20.897638 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-96b8ab93-bf32-41f0-9a2c-6c7309d7a350 req-64563a04-9c13-4e49-9c17-3a7e01f23b18 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0521879 Oct 17 03:14:20.955556 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-96b8ab93-bf32-41f0-9a2c-6c7309d7a350 req-4c89bed1-8a0e-42ea-96ac-2ab3d19ac6b2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516050 Oct 17 03:14:20.975391 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e203bd-2e65-40e4-8fd4-eab64c649477 req-2c1576f1-ce4f-4461-bb69-7fdc6a6b1ace tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:20.976895 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-43e203bd-2e65-40e4-8fd4-eab64c649477 req-2c1576f1-ce4f-4461-bb69-7fdc6a6b1ace tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0615489 Oct 17 03:14:21.037676 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-43e203bd-2e65-40e4-8fd4-eab64c649477 req-28b443e1-7bbf-4e08-ad13-239539a7b821 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539844 Oct 17 03:14:21.062006 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-72784a7e-50e1-40d3-b0cd-7914893309ab req-8e7fbcae-8ac7-47d0-9af4-54ccf1878f76 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 210 time: 0.0360670 Oct 17 03:14:21.373380 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-10a88c76-2042-4051-bfe6-db2acb1f47e8 req-c1c488dd-bdc4-498c-930f-e948622500bf tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 210 time: 0.2522926 Oct 17 03:14:21.703489 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:21.739128 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-37d0aa0c-d71f-4c87-a5b3-0442358a24aa tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:21.741436 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-37d0aa0c-d71f-4c87-a5b3-0442358a24aa tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 819 time: 0.1017230 Oct 17 03:14:22.081251 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9ea3a-bbd6-423c-bb04-292ef88365c4 req-d1b2e6b5-3c3b-4cf1-86ae-042f41d8078b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:22.082693 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7fc9ea3a-bbd6-423c-bb04-292ef88365c4 req-d1b2e6b5-3c3b-4cf1-86ae-042f41d8078b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0463965 Oct 17 03:14:22.132141 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7fc9ea3a-bbd6-423c-bb04-292ef88365c4 req-c5e9cad0-4081-4859-a2e0-c777c0192ece tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 Oct 17 03:14:22.184748 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52905ab9-352f-4dec-b11b-cba49ff85d7a req-ada44c16-bdfa-4778-8502-c55ea95fc9ad tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:22.186852 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-52905ab9-352f-4dec-b11b-cba49ff85d7a req-ada44c16-bdfa-4778-8502-c55ea95fc9ad tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0523586 Oct 17 03:14:22.228232 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9f72efea-7366-454a-b768-c025edacf65a req-185aeeb2-e0d8-4fec-8d9c-530e8580b92d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 210 time: 0.0330272 Oct 17 03:14:22.248278 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-52905ab9-352f-4dec-b11b-cba49ff85d7a req-4b04aea7-1d6f-4be9-933b-81aa7a558011 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555212 Oct 17 03:14:22.328017 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:22.476711 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-26418a11-e101-43bf-9f6f-a15b9efda3d3 req-27338fbc-5a76-41a2-94d2-8fdf105d90ee tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 210 time: 0.0277719 Oct 17 03:14:23.252091 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045801ac-dbca-4648-a2f4-8a8464fce391 req-d846f209-0f8e-49b2-9f81-e1cc6c655f7d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:23.253556 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-045801ac-dbca-4648-a2f4-8a8464fce391 req-d846f209-0f8e-49b2-9f81-e1cc6c655f7d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0459499 Oct 17 03:14:23.276892 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:23.306911 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-045801ac-dbca-4648-a2f4-8a8464fce391 req-b2884c4c-6b8a-420c-8d94-b0157f85a50f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464559 Oct 17 03:14:23.342005 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-de603a12-508d-40ce-ad66-55820b1a086c req-b0a072d4-4597-428f-8d62-bf3de0420619 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 210 time: 0.0325878 Oct 17 03:14:23.414520 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7416a-cc25-45a1-b9bf-662316a1cc72 req-ba071baf-e728-41bc-9a76-99e8a07b5510 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:23.416022 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5cd7416a-cc25-45a1-b9bf-662316a1cc72 req-ba071baf-e728-41bc-9a76-99e8a07b5510 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0499477 Oct 17 03:14:23.463690 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5cd7416a-cc25-45a1-b9bf-662316a1cc72 req-65225ecb-fbc4-4177-8890-62c0d6384629 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Oct 17 03:14:23.577879 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4782b9d6-3c06-416e-be04-ffd2e86a93f9 req-71e8922d-f8ab-4c24-b5bb-6033bf0e088a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 210 time: 0.0275049 Oct 17 03:14:23.706340 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-b12f81c5-2936-4018-a8f7-ca6f40c19e65 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ee21a91b84794e80b208fe72b7f1e010 HTTP/1.1" status: 200 len: 379 time: 0.0522745 Oct 17 03:14:24.110247 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Request body: {'port': {'device_id': '712578d1-d2fb-4252-adbb-bc87096acc00', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'admin_state_up': True, 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'security_groups': ['980facde-3ce6-4f6d-8f38-7c54350ee784']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:24.245226 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da88c07-e860-4672-be27-50c31b15252d req-f69ab822-b185-4488-9d84-c7cf0c97ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:24.246913 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6da88c07-e860-4672-be27-50c31b15252d req-f69ab822-b185-4488-9d84-c7cf0c97ba03 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 1129 time: 0.0671732 Oct 17 03:14:24.269870 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Made reservation on behalf of ee21a91b84794e80b208fe72b7f1e010 for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:14:24.274614 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:24.321190 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 39782) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:24.377863 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3837771-7c49-47ce-a665-87773ce4d2b1 admin admin] Deleting subnet 4f2617ad-fed5-4c70-aa45-ebd4607c9b81 {{(pid=104637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:14:24.383574 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b3837771-7c49-47ce-a665-87773ce4d2b1 admin admin] Publish callbacks [] for subnet (4f2617ad-fed5-4c70-aa45-ebd4607c9b81), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:24.408643 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:24.435568 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b3837771-7c49-47ce-a665-87773ce4d2b1 admin admin] Publish callbacks [] for subnet (4f2617ad-fed5-4c70-aa45-ebd4607c9b81), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:24.446891 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b3837771-7c49-47ce-a665-87773ce4d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (4f2617ad-fed5-4c70-aa45-ebd4607c9b81), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:24.501362 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6496bb-60d1-4fef-89a1-ae55b9b47f28 req-a2ec36ed-d0da-49dc-8e6f-05734307ad49 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:24.509592 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ac6496bb-60d1-4fef-89a1-ae55b9b47f28 req-a2ec36ed-d0da-49dc-8e6f-05734307ad49 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.1041274 Oct 17 03:14:24.527692 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-34f6e06a-8e42-49a2-a5ab-f6b2c2624600 req-34c59ae6-79bb-4eed-ad5d-cf2aaca72f31 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 210 time: 0.0554006 Oct 17 03:14:24.555597 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:24.590163 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b3837771-7c49-47ce-a665-87773ce4d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (4f2617ad-fed5-4c70-aa45-ebd4607c9b81), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:24.633046 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3837771-7c49-47ce-a665-87773ce4d2b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2617ad-fed5-4c70-aa45-ebd4607c9b81,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:24.641958 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da88c07-e860-4672-be27-50c31b15252d req-857ccb1b-1b41-43af-a183-0e346fdc995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:24.644368 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6da88c07-e860-4672-be27-50c31b15252d req-857ccb1b-1b41-43af-a183-0e346fdc995a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 918 time: 0.3469131 Oct 17 03:14:24.653981 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ac6496bb-60d1-4fef-89a1-ae55b9b47f28 req-6d7fbd5c-3c05-4654-8333-981531418393 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425531 Oct 17 03:14:24.659585 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Allocated IP 172.20.0.12 (9271d0b1-69d9-42d2-822e-fbd76c069e42/3c2b1308-e6f8-4fcd-a091-659851e82f9a/f7a1e8a6-f7aa-40af-a627-0640f636cc4a) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:14:24.661212 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b3837771-7c49-47ce-a665-87773ce4d2b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:24.666123 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-b3837771-7c49-47ce-a665-87773ce4d2b1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/4f2617ad-fed5-4c70-aa45-ebd4607c9b81 HTTP/1.1" status: 204 len: 168 time: 0.3438425 Oct 17 03:14:24.669167 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 39796) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:24.712199 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16401fe-bda3-4bb2-8aeb-6164027bb752 req-dc23c780-4357-4998-a23d-066fd8a423f2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:24.713994 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a16401fe-bda3-4bb2-8aeb-6164027bb752 req-dc23c780-4357-4998-a23d-066fd8a423f2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0935898 Oct 17 03:14:24.798143 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a16401fe-bda3-4bb2-8aeb-6164027bb752 req-aaed6408-80b8-4bee-b4b3-64cee5614b66 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764313 Oct 17 03:14:24.825179 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-02bc7e9a-affa-4ca6-bca3-2563a67afc2b req-49655dd0-4a52-4cf7-b99d-f2bd00e078ec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 210 time: 0.0556366 Oct 17 03:14:24.843511 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:24.936938 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:24.941701 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (facc8931-b1bd-467e-90f2-4b5fa4eb484d), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.034933 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6da88c07-e860-4672-be27-50c31b15252d req-f31ea79b-1045-4da6-a163-21d4ca9b27df service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faf2315a-88ad-4367-997b-65c1cf0209ee HTTP/1.1" status: 200 len: 1001 time: 0.1931248 Oct 17 03:14:25.131724 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335e55e-4d1a-425b-83e8-6a5c631b0f51 req-d882e4c6-acd0-47f8-bf21-99f4a9646619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:25.134171 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9335e55e-4d1a-425b-83e8-6a5c631b0f51 req-d882e4c6-acd0-47f8-bf21-99f4a9646619 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5&device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 1130 time: 0.0444629 Oct 17 03:14:25.181995 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d91a3c-39f9-4783-9184-b1e60edcb558 req-6cb08bab-cada-4304-9f15-5ee2ce761e68 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:25.183481 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-16d91a3c-39f9-4783-9184-b1e60edcb558 req-6cb08bab-cada-4304-9f15-5ee2ce761e68 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.1726229 Oct 17 03:14:25.198016 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.272742 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da88c07-e860-4672-be27-50c31b15252d req-0c75ef17-15dc-4dd5-8872-24f1b7298e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:25.274171 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6da88c07-e860-4672-be27-50c31b15252d req-0c75ef17-15dc-4dd5-8872-24f1b7298e73 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 200 len: 856 time: 0.1858056 Oct 17 03:14:25.307575 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (facc8931-b1bd-467e-90f2-4b5fa4eb484d), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.327953 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1815112e-8196-45c3-a173-485e4c2dac04 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:25.329353 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1815112e-8196-45c3-a173-485e4c2dac04 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 815 time: 0.3652456 Oct 17 03:14:25.359724 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facc8931-b1bd-467e-90f2-4b5fa4eb484d']}} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:14:25.371983 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-16d91a3c-39f9-4783-9184-b1e60edcb558 req-4a059490-bde7-4a9b-85c6-de49b9609f2e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769547 Oct 17 03:14:25.376262 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ecbca7-5e91-4a13-b4ee-22e413aef68c') {'for_net_delete': True} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:14:25.376549 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ecbca7-5e91-4a13-b4ee-22e413aef68c') {} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:14:25.386640 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.389293 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3661003'] for segment (90ecbca7-5e91-4a13-b4ee-22e413aef68c), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.431101 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (90ecbca7-5e91-4a13-b4ee-22e413aef68c), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.444490 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=104638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:14:25.444866 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25377617'] for segment (90ecbca7-5e91-4a13-b4ee-22e413aef68c), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.466445 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Network 9271d0b1-69d9-42d2-822e-fbd76c069e42 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:14:25.468062 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment 90ecbca7-5e91-4a13-b4ee-22e413aef68c resource provider aggregate not found Oct 17 03:14:25.499821 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:14:25.508444 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:14:25.512164 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment 90ecbca7-5e91-4a13-b4ee-22e413aef68c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90ecbca7-5e91-4a13-b4ee-22e413aef68c found for delete ", "request_id": "req-f74ecb6d-17ab-41a1-9e8e-c085057f673b"}]} Oct 17 03:14:25.522740 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event updated for resources: {'Port': ['ID=f7a1e8a6-f7aa-40af-a627-0640f636cc4a,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:25.549131 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (facc8931-b1bd-467e-90f2-4b5fa4eb484d), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.561058 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.564262 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/facc8931-b1bd-467e-90f2-4b5fa4eb484d HTTP/1.1" status: 204 len: 168 time: 0.8922367 Oct 17 03:14:25.588972 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b63718-a733-4cf0-bfde-057ae60451af admin admin] Pushing event deleted for resources: {'Network': ['ID=facc8931-b1bd-467e-90f2-4b5fa4eb484d,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:25.602828 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:25.603496 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.629285 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c9d0ff47-140e-48af-b4fa-e01975353048 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5235815 Oct 17 03:14:25.659815 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0f50e-245e-4757-8680-4c5be9a9680b req-6d7466dc-586d-4a70-b649-c153493c14c9 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:25.661337 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fba0f50e-245e-4757-8680-4c5be9a9680b req-6d7466dc-586d-4a70-b649-c153493c14c9 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 932 time: 0.0495129 Oct 17 03:14:25.723054 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fba0f50e-245e-4757-8680-4c5be9a9680b req-4de683ec-4fbc-4f1e-abdb-cd6b1aaab45b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543852 Oct 17 03:14:25.774632 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 39812) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:25.781696 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:25.789240 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-96373cac-6383-4d95-ade3-38b836c9140c None None] Provisioning complete for port f7a1e8a6-f7aa-40af-a627-0640f636cc4a triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:14:25.789627 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-96373cac-6383-4d95-ade3-38b836c9140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.789959 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-96373cac-6383-4d95-ade3-38b836c9140c None None] Attempt 1 to provision port f7a1e8a6-f7aa-40af-a627-0640f636cc4a Oct 17 03:14:25.820256 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-02c447e2-64c7-47c1-bbf5-5eef1b7278c1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b87c159313f74c77a95172124e82dc25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443990 Oct 17 03:14:25.823009 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 39814) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:25.825132 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-96373cac-6383-4d95-ade3-38b836c9140c None None] Port f7a1e8a6-f7aa-40af-a627-0640f636cc4a cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:14:25.879638 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-37f6d04c-4d25-46e7-98c9-7f321e5bacf6 admin admin] Publish callbacks [] for security_group (2cc8478d-f018-45ac-b4e4-ce802fafe29c), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.903387 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-37f6d04c-4d25-46e7-98c9-7f321e5bacf6 admin admin] Publish callbacks [] for security_group (2cc8478d-f018-45ac-b4e4-ce802fafe29c), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:25.941600 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:25.956781 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f1e65c10-d8e7-4ff7-a19d-064181db3ba5 req-52e127ad-8455-4821-b1d1-73d23d714555 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 210 time: 0.0300028 Oct 17 03:14:25.965665 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:25.977370 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882df57-8490-4538-812f-d408ae578bb7 req-3a687b82-f7db-4d42-968a-61f5d5aaecd7 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:25.978894 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1882df57-8490-4538-812f-d408ae578bb7 req-3a687b82-f7db-4d42-968a-61f5d5aaecd7 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0777681 Oct 17 03:14:26.011569 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-37f6d04c-4d25-46e7-98c9-7f321e5bacf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (2cc8478d-f018-45ac-b4e4-ce802fafe29c), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:26.014057 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-37f6d04c-4d25-46e7-98c9-7f321e5bacf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:26.015171 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-37f6d04c-4d25-46e7-98c9-7f321e5bacf6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2cc8478d-f018-45ac-b4e4-ce802fafe29c HTTP/1.1" status: 204 len: 168 time: 0.1911571 Oct 17 03:14:26.032127 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6d04c-4d25-46e7-98c9-7f321e5bacf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc8478d-f018-45ac-b4e4-ce802fafe29c,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:26.047316 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1882df57-8490-4538-812f-d408ae578bb7 req-37702ebe-6d24-4c83-adb3-44bf3e8c388f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598285 Oct 17 03:14:26.497556 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac2b3d-1a88-4642-b3e2-6596e3d6f08e req-d5b4158c-fc5a-4945-b932-c1d1b4dfc673 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:26.499056 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-abac2b3d-1a88-4642-b3e2-6596e3d6f08e req-d5b4158c-fc5a-4945-b932-c1d1b4dfc673 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0495002 Oct 17 03:14:26.547956 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-abac2b3d-1a88-4642-b3e2-6596e3d6f08e req-358697d0-62bd-4078-8189-7bdbb6904ed9 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432940 Oct 17 03:14:26.839546 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c67553-f4ad-4e62-9425-6252c191810d req-957d91e0-ad8b-4764-bdcf-1f7c657047aa tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:26.841081 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-57c67553-f4ad-4e62-9425-6252c191810d req-957d91e0-ad8b-4764-bdcf-1f7c657047aa tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 932 time: 0.0474687 Oct 17 03:14:26.894071 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-57c67553-f4ad-4e62-9425-6252c191810d req-588946a4-4b6d-46db-b541-9b74ee2fca4d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471618 Oct 17 03:14:27.075838 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f47ffc21-5838-4aa3-a000-6c93d95beb6b req-05692e3f-88c6-4a74-8180-f9313b147174 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 210 time: 0.0341167 Oct 17 03:14:27.197671 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37235357-7787-4010-9cfa-be5b2d6e4cb8 req-6bfd4218-1e67-41e4-99f3-3827f0469948 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:27.199170 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-37235357-7787-4010-9cfa-be5b2d6e4cb8 req-6bfd4218-1e67-41e4-99f3-3827f0469948 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0490980 Oct 17 03:14:27.248130 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-37235357-7787-4010-9cfa-be5b2d6e4cb8 req-016ee827-d29d-4e4a-a45d-ed8cf3f053ad tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Oct 17 03:14:27.862455 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Request body: {'port': {'device_id': '712578d1-d2fb-4252-adbb-bc87096acc00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:27.916210 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26b828-6e81-4651-96a0-9058f2f762ca req-7d4d3a51-7186-4feb-ad22-a28b5da3c5f8 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:27.917777 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cc26b828-6e81-4651-96a0-9058f2f762ca req-7d4d3a51-7186-4feb-ad22-a28b5da3c5f8 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.2919445 Oct 17 03:14:27.931623 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da88c07-e860-4672-be27-50c31b15252d req-d575a5c5-7f13-4b0b-ac0c-fab7feee4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:27.933138 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6da88c07-e860-4672-be27-50c31b15252d req-d575a5c5-7f13-4b0b-ac0c-fab7feee4e94 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7be2416a-9e29-4953-b802-c76adc0aa669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048017 Oct 17 03:14:27.984527 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335e55e-4d1a-425b-83e8-6a5c631b0f51 req-d01623df-dd11-4b64-9ab2-1289af669610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:27.985968 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9335e55e-4d1a-425b-83e8-6a5c631b0f51 req-d01623df-dd11-4b64-9ab2-1289af669610 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 HTTP/1.1" status: 200 len: 912 time: 0.1358778 Oct 17 03:14:28.043044 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:28.058353 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cc26b828-6e81-4651-96a0-9058f2f762ca req-e9d68a84-86c7-47c9-9ed6-6342d8b88f5d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096735 Oct 17 03:14:28.081864 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-e1c6b140-7c81-4329-bdca-59d8f0a91d29 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=618cf0b3507845909bb27c13460d1d6c HTTP/1.1" status: 200 len: 473 time: 0.2553413 Oct 17 03:14:28.093689 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9335e55e-4d1a-425b-83e8-6a5c631b0f51 req-200cf0a2-fa4a-4e09-92fb-e01193f66fd4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf904496-4f8e-473c-8ea7-795ed5aefe57 HTTP/1.1" status: 200 len: 1002 time: 0.0975320 Oct 17 03:14:28.100671 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'port': {'device_id': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'admin_state_up': True, 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'security_groups': ['3a4954df-bfb0-4825-93cb-d81d0ae5cb58']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:28.134210 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a34239-450a-45f5-a798-39b899f37395 req-846bd487-2c49-45d4-b330-22941ee4384f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:28.135883 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-75a34239-450a-45f5-a798-39b899f37395 req-846bd487-2c49-45d4-b330-22941ee4384f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 932 time: 0.1514690 Oct 17 03:14:28.152546 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335e55e-4d1a-425b-83e8-6a5c631b0f51 req-801105a4-f764-41ba-9bc6-c4dc6fe5e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:28.154028 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9335e55e-4d1a-425b-83e8-6a5c631b0f51 req-801105a4-f764-41ba-9bc6-c4dc6fe5e4e6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cfde2bec-0943-4043-aac7-af99f4b6cebf HTTP/1.1" status: 200 len: 850 time: 0.0531638 Oct 17 03:14:28.228216 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2288e9ef-510d-4c3d-b623-de0366a3feca req-c97bcb19-739f-47b4-9322-0e81772e47f3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 210 time: 0.0345147 Oct 17 03:14:28.229268 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335e55e-4d1a-425b-83e8-6a5c631b0f51 req-201b80db-06be-4b0e-97e0-dcea5eae6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:28.230612 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9335e55e-4d1a-425b-83e8-6a5c631b0f51 req-201b80db-06be-4b0e-97e0-dcea5eae6281 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680537 Oct 17 03:14:28.338541 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:28.355067 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9335e55e-4d1a-425b-83e8-6a5c631b0f51 req-b27d64f9-9bba-4063-892d-6f6b42310041 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168294 Oct 17 03:14:28.357723 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-75a34239-450a-45f5-a798-39b899f37395 req-68a0ceb7-969c-40fc-94f6-270c3d506c77 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678791 Oct 17 03:14:28.408565 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6da88c07-e860-4672-be27-50c31b15252d req-96291f8b-3d15-4ae8-a6c9-6a3f329b81d3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212697 Oct 17 03:14:28.416237 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:28.458857 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c54d39-649a-4505-8e84-6691d2924d37 req-6a96845c-e81c-4dd7-9ed8-a8ef2b2d38c5 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:28.463350 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d9c54d39-649a-4505-8e84-6691d2924d37 req-6a96845c-e81c-4dd7-9ed8-a8ef2b2d38c5 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.1214609 Oct 17 03:14:28.511315 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:28.546784 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9335e55e-4d1a-425b-83e8-6a5c631b0f51 req-202663d8-3bce-4160-806c-61f5fced3e52 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611273 Oct 17 03:14:28.551668 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d9c54d39-649a-4505-8e84-6691d2924d37 req-a09c121e-8c90-4873-bdc0-d01fde2016e9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809727 Oct 17 03:14:28.552089 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Made reservation on behalf of 618cf0b3507845909bb27c13460d1d6c for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:14:28.556440 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:28.608045 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:28.669807 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6da88c07-e860-4672-be27-50c31b15252d req-1cb398a8-d884-4fd3-9ee8-63e10068d5a9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488420 Oct 17 03:14:28.773292 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a1e8a6-f7aa-40af-a627-0640f636cc4a {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:14:28.785005 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Publish callbacks [] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:28.811060 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Allocated IP 172.20.0.3 (5bef7eaf-4926-430d-bb2f-ad10a16554bf/01ed372f-5291-4905-8554-a869f372768d/7589b628-e985-4bc3-a2e0-858b8f897a49) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:14:28.813617 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Transition to ACTIVE for port object f7a1e8a6-f7aa-40af-a627-0640f636cc4a will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:14:28.818388 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:28.925013 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a1e8a6-f7aa-40af-a627-0640f636cc4a,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:29.285917 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Attempting to bind port f7a1e8a6-f7aa-40af-a627-0640f636cc4a on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:14:29.286262 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Attempting to bind port f7a1e8a6-f7aa-40af-a627-0640f636cc4a by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:14:29.286651 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Attempting to bind port f7a1e8a6-f7aa-40af-a627-0640f636cc4a on network 9271d0b1-69d9-42d2-822e-fbd76c069e42 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:14:29.300049 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a018a84-383d-4295-b010-04b581624cdb req-c1e374a9-4875-40dc-b7fb-ee15344510bd tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:29.301534 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1a018a84-383d-4295-b010-04b581624cdb req-c1e374a9-4875-40dc-b7fb-ee15344510bd tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0802031 Oct 17 03:14:29.342844 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:29.343884 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-aca33ab6-e3e4-4453-924e-ec55f4574ba8 req-5f9a77ae-9987-4a54-946e-10a1d66e221c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 210 time: 0.0303342 Oct 17 03:14:29.407681 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:29.421171 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Port f7a1e8a6-f7aa-40af-a627-0640f636cc4a on network 9271d0b1-69d9-42d2-822e-fbd76c069e42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:14:29.421503 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Attempting to bind port f7a1e8a6-f7aa-40af-a627-0640f636cc4a on network 9271d0b1-69d9-42d2-822e-fbd76c069e42 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:14:29.456453 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1a018a84-383d-4295-b010-04b581624cdb req-4e277d2f-59b3-42c9-a7de-f10e166d94c7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343369 Oct 17 03:14:29.484637 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16c1b8-3f96-4b21-9cb3-639af146a8c9 req-097a589a-e40d-4412-bccd-1bb81146e12b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:29.486310 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fa16c1b8-3f96-4b21-9cb3-639af146a8c9 req-097a589a-e40d-4412-bccd-1bb81146e12b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 944 time: 0.0510330 Oct 17 03:14:29.494521 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:14:29.494831 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Checking segment: {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:14:29.495182 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Bound using segment: {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:14:29.495759 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Bound port: f7a1e8a6-f7aa-40af-a627-0640f636cc4a, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e350db-50cf-4f52-be14-449a569ac490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:14:29.496208 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:29.500180 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:29.539676 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fa16c1b8-3f96-4b21-9cb3-639af146a8c9 req-7c20bd0c-8e28-4858-b271-d4bf17597e27 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466962 Oct 17 03:14:29.570078 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Network 5bef7eaf-4926-430d-bb2f-ad10a16554bf is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:14:29.579791 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:14:29.586315 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:14:29.592976 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:29.625401 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'Port': ['ID=7589b628-e985-4bc3-a2e0-858b8f897a49,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:29.652662 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] For port f7a1e8a6-f7aa-40af-a627-0640f636cc4a, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:14:29.682378 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:29.683024 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:29.703091 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] For port f7a1e8a6-f7aa-40af-a627-0640f636cc4a, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=f7a1e8a6-f7aa-40af-a627-0640f636cc4a,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:14:29.722582 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:29.730283 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:29.731045 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:29.732539 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/f7a1e8a6-f7aa-40af-a627-0640f636cc4a HTTP/1.1" status: 200 len: 1094 time: 1.9021029 Oct 17 03:14:29.733105 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712578d1-d2fb-4252-adbb-bc87096acc00', 'tag': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:14:29.735410 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0763c4a9-d784-49d4-bf54-a13c2fccc312" -d '{"events": [{"name": "network-changed", "server_uuid": "712578d1-d2fb-4252-adbb-bc87096acc00", "tag": "f7a1e8a6-f7aa-40af-a627-0640f636cc4a"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:14:29.744959 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0539812-ba13-480a-91e5-9b23bb56ab1d req-6e9e051c-782c-4c34-bea5-b0ef8bac2db4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:29.746479 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b0539812-ba13-480a-91e5-9b23bb56ab1d req-6e9e051c-782c-4c34-bea5-b0ef8bac2db4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0876136 Oct 17 03:14:29.766545 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-2879c33f-1bbb-436a-91f4-4b09c7cc6cec tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6731009 Oct 17 03:14:29.788267 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3950dbd3-22e0-46ae-bb34-21110b21930a x-openstack-request-id: req-3950dbd3-22e0-46ae-bb34-21110b21930a {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:14:29.788553 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712578d1-d2fb-4252-adbb-bc87096acc00", "tag": "f7a1e8a6-f7aa-40af-a627-0640f636cc4a", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:14:29.788807 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3950dbd3-22e0-46ae-bb34-21110b21930a {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:14:29.789204 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3950dbd3-22e0-46ae-bb34-21110b21930a'] response: {'name': 'network-changed', 'server_uuid': '712578d1-d2fb-4252-adbb-bc87096acc00', 'tag': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'status': 'completed', 'code': 200} Oct 17 03:14:29.832861 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501bab9-e1f0-4001-9211-326d2abd1385 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a1e8a6-f7aa-40af-a627-0640f636cc4a,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:29.840281 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b0539812-ba13-480a-91e5-9b23bb56ab1d req-4f4c0fe5-ed28-4246-baa3-4802a9ea3278 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727749 Oct 17 03:14:29.877994 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-a713b058-9471-4266-9097-535271b5b624 None None] Provisioning complete for port 7589b628-e985-4bc3-a2e0-858b8f897a49 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:14:29.878479 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a713b058-9471-4266-9097-535271b5b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:29.878681 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-a713b058-9471-4266-9097-535271b5b624 None None] Attempt 1 to provision port 7589b628-e985-4bc3-a2e0-858b8f897a49 Oct 17 03:14:29.911971 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-a713b058-9471-4266-9097-535271b5b624 None None] Port 7589b628-e985-4bc3-a2e0-858b8f897a49 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:14:30.468368 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ee9ba-36bb-43c1-9141-c1792e68ec23 req-5e611fc0-432b-460e-9151-d21e014f809f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:30.469801 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3f5ee9ba-36bb-43c1-9141-c1792e68ec23 req-5e611fc0-432b-460e-9151-d21e014f809f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 931 time: 0.0457740 Oct 17 03:14:30.517846 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3f5ee9ba-36bb-43c1-9141-c1792e68ec23 req-e194ae8a-45c2-46fe-9472-6ff48b333bf5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417528 Oct 17 03:14:30.581085 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8e8b4-0c61-44d3-be36-5f0441399f80 req-95f08c00-c2f9-4f5c-bcd5-f017c90f92dc tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:30.582675 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c1d8e8b4-0c61-44d3-be36-5f0441399f80 req-95f08c00-c2f9-4f5c-bcd5-f017c90f92dc tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0483413 Oct 17 03:14:30.632585 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c1d8e8b4-0c61-44d3-be36-5f0441399f80 req-e1e01b66-c429-4544-bc02-ce3b1b914eb8 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436451 Oct 17 03:14:30.663541 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f88da-4cce-4062-945c-f2a4bc59cf9b req-d81944b9-914a-4254-bb7e-21caf88e4c92 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:30.665034 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9a8f88da-4cce-4062-945c-f2a4bc59cf9b req-d81944b9-914a-4254-bb7e-21caf88e4c92 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 944 time: 0.0477035 Oct 17 03:14:30.713720 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9a8f88da-4cce-4062-945c-f2a4bc59cf9b req-4eac391f-b64a-4191-96ae-c183bd6df804 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419090 Oct 17 03:14:30.766042 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Request body: {'port': {'device_id': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:30.838104 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:31.004792 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13be06a-9010-4428-868c-7a0a4cefa2d0 req-060d16f7-7e1b-4e5f-b105-ec11a99acdd0 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:31.007123 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d13be06a-9010-4428-868c-7a0a4cefa2d0 req-060d16f7-7e1b-4e5f-b105-ec11a99acdd0 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 945 time: 0.0685356 Oct 17 03:14:31.050358 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:31.111544 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d13be06a-9010-4428-868c-7a0a4cefa2d0 req-3389a274-71f3-4018-b32b-b2d57ed7b4fe tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948467 Oct 17 03:14:31.207608 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7589b628-e985-4bc3-a2e0-858b8f897a49 {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:14:31.222533 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Publish callbacks [] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:31.238961 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Transition to ACTIVE for port object 7589b628-e985-4bc3-a2e0-858b8f897a49 will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:14:31.244039 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:31.324537 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:31.356676 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763c4a9-d784-49d4-bf54-a13c2fccc312 req-b4d999a7-7cf9-496f-b9bb-8e04c026e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:31.358298 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0763c4a9-d784-49d4-bf54-a13c2fccc312 req-b4d999a7-7cf9-496f-b9bb-8e04c026e0d4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 1128 time: 0.0888131 Oct 17 03:14:31.358911 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Pushing event updated for resources: {'Port': ['ID=7589b628-e985-4bc3-a2e0-858b8f897a49,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:31.495846 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Attempting to bind port 7589b628-e985-4bc3-a2e0-858b8f897a49 on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:14:31.496202 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Attempting to bind port 7589b628-e985-4bc3-a2e0-858b8f897a49 by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:14:31.496678 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Attempting to bind port 7589b628-e985-4bc3-a2e0-858b8f897a49 on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:14:31.541217 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763c4a9-d784-49d4-bf54-a13c2fccc312 req-50c2304b-bd88-43ba-b919-b8adc745d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:31.543022 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0763c4a9-d784-49d4-bf54-a13c2fccc312 req-50c2304b-bd88-43ba-b919-b8adc745d7b4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=ee21a91b84794e80b208fe72b7f1e010&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1588018 Oct 17 03:14:31.643306 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Port 7589b628-e985-4bc3-a2e0-858b8f897a49 on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:14:31.643922 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Attempting to bind port 7589b628-e985-4bc3-a2e0-858b8f897a49 on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:14:31.719121 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb28e1-4226-461b-8204-97a1bf2711c0 req-6e25ecda-b239-4ed2-bbe3-b64478348189 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:31.720668 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92eb28e1-4226-461b-8204-97a1bf2711c0 req-6e25ecda-b239-4ed2-bbe3-b64478348189 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 943 time: 0.0973778 Oct 17 03:14:31.767799 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2920778-b8ea-484c-b8c5-7ee68b4b4c26 req-066e48a0-63a7-4cbe-9ebb-0c7d615a58aa tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:31.769282 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c2920778-b8ea-484c-b8c5-7ee68b4b4c26 req-066e48a0-63a7-4cbe-9ebb-0c7d615a58aa tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0532937 Oct 17 03:14:31.772027 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:14:31.772358 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Checking segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:14:31.772736 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Bound using segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:14:31.773178 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Bound port: 7589b628-e985-4bc3-a2e0-858b8f897a49, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:14:31.773528 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:31.799084 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763c4a9-d784-49d4-bf54-a13c2fccc312 req-1cc86462-747f-4b80-967f-b7c83d8db93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:31.800640 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0763c4a9-d784-49d4-bf54-a13c2fccc312 req-1cc86462-747f-4b80-967f-b7c83d8db93f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455716 Oct 17 03:14:31.818048 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c2920778-b8ea-484c-b8c5-7ee68b4b4c26 req-12e954c4-f1b8-45f9-9695-a6c4e5ef1e3e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Oct 17 03:14:31.826690 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device faf2315a-88ad-4367-997b-65c1cf0209ee no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:14:31.839182 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92eb28e1-4226-461b-8204-97a1bf2711c0 req-3f9af2d3-c932-4c51-aa4b-e35db8561f3f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040390 Oct 17 03:14:31.882569 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] For port 7589b628-e985-4bc3-a2e0-858b8f897a49, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:14:31.886047 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] For port 7589b628-e985-4bc3-a2e0-858b8f897a49, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=7589b628-e985-4bc3-a2e0-858b8f897a49,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:14:31.893549 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [req-6bb9273b-7282-4398-b389-bcfbb4a3d0ac req-fcca347f-9006-40e6-babc-bc81ef17301b service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:14:31.893768 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:31.895035 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6bb9273b-7282-4398-b389-bcfbb4a3d0ac req-fcca347f-9006-40e6-babc-bc81ef17301b service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062003 Oct 17 03:14:31.898012 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:31.898660 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:31.900759 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/7589b628-e985-4bc3-a2e0-858b8f897a49 HTTP/1.1" status: 200 len: 1093 time: 1.1410763 Oct 17 03:14:31.903696 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'tag': '7589b628-e985-4bc3-a2e0-858b8f897a49'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:14:31.906475 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44786711-c4ca-48dd-a513-a0ac3a20e057" -d '{"events": [{"name": "network-changed", "server_uuid": "d834c830-cb7f-43ce-ac79-2bf168e8f664", "tag": "7589b628-e985-4bc3-a2e0-858b8f897a49"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:14:31.923242 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port faf2315a-88ad-4367-997b-65c1cf0209ee is: ACTIVE; New status is: DOWN {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:14:31.923664 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:31.991939 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:14:31.995781 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ecf92f-95d9-452b-9905-1649f414a892" -d '{"events": [{"server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "name": "network-vif-unplugged", "status": "completed", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:14:32.003251 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=faf2315a-88ad-4367-997b-65c1cf0209ee,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:14:32.010030 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:32.020898 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:32.057493 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f86007-6c06-4e24-a938-f5ecbbee730a x-openstack-request-id: req-02f86007-6c06-4e24-a938-f5ecbbee730a {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:14:32.057941 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d834c830-cb7f-43ce-ac79-2bf168e8f664", "tag": "7589b628-e985-4bc3-a2e0-858b8f897a49", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:14:32.058191 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-02f86007-6c06-4e24-a938-f5ecbbee730a {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:14:32.058844 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f86007-6c06-4e24-a938-f5ecbbee730a'] response: {'name': 'network-changed', 'server_uuid': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'tag': '7589b628-e985-4bc3-a2e0-858b8f897a49', 'status': 'completed', 'code': 200} Oct 17 03:14:32.103166 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Oct 2022 03:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4995c751-9939-4b4b-969d-e64811f9fd0f x-openstack-request-id: req-4995c751-9939-4b4b-969d-e64811f9fd0f {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:14:32.103561 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "name": "network-vif-unplugged", "status": "failed", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee", "code": 422}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:14:32.103979 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4995c751-9939-4b4b-969d-e64811f9fd0f {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:14:32.105055 dv-cinder-846977-2-iscsi neutron-server[104639]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4995c751-9939-4b4b-969d-e64811f9fd0f']: {'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'code': 422} returned with failed status Oct 17 03:14:32.106323 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=faf2315a-88ad-4367-997b-65c1cf0209ee,revision_number=8']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:32.119310 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91a3e1-bc7e-46e2-8bdd-37a95b8863cd req-9c977c37-47f5-4e02-ac3d-67271564bbec tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:32.121022 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-af91a3e1-bc7e-46e2-8bdd-37a95b8863cd req-9c977c37-47f5-4e02-ac3d-67271564bbec tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 944 time: 0.1834655 Oct 17 03:14:32.142044 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efefd21-38af-45ca-b01e-58e8bb792b6a service neutron] Pushing event updated for resources: {'Port': ['ID=7589b628-e985-4bc3-a2e0-858b8f897a49,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:32.166108 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-0d408cc0-b0d8-422c-9fbb-a40866d409f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:32.167682 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-0d408cc0-b0d8-422c-9fbb-a40866d409f6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 1127 time: 0.1775570 Oct 17 03:14:32.168896 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-b99943c0-4504-46e5-a0d2-a3e6af546b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:32.170229 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-b99943c0-4504-46e5-a0d2-a3e6af546b35 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 1128 time: 0.1503098 Oct 17 03:14:32.201631 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f44547-7177-4f22-bb8a-b796995dcfe9 req-c4811601-7fca-44db-8499-006ee21d93cd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:32.208949 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-09f44547-7177-4f22-bb8a-b796995dcfe9 req-c4811601-7fca-44db-8499-006ee21d93cd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0568039 Oct 17 03:14:32.267888 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-1e77e8f4-f5a8-42f3-a183-bc5a84d228b3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7589b628-e985-4bc3-a2e0-858b8f897a49 HTTP/1.1" status: 200 len: 217 time: 0.0855269 Oct 17 03:14:32.269479 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-c88cdb48-d56a-4141-8f43-9141e2f2154b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a1e8a6-f7aa-40af-a627-0640f636cc4a HTTP/1.1" status: 200 len: 217 time: 0.0882862 Oct 17 03:14:32.272893 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-af91a3e1-bc7e-46e2-8bdd-37a95b8863cd req-d665b409-b61a-4dee-8695-40eab895461f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365631 Oct 17 03:14:32.279270 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-09f44547-7177-4f22-bb8a-b796995dcfe9 req-b4b67248-596b-4a9c-8024-83ef3c4a3b03 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685136 Oct 17 03:14:32.369053 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-889f73a1-b79c-4159-aadb-a0bb084aa4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:32.370036 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-889f73a1-b79c-4159-aadb-a0bb084aa4e2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 200 len: 854 time: 0.0902166 Oct 17 03:14:32.371434 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-30d8e6a4-7650-41fe-b8e8-3b1a34346eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:32.372737 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-30d8e6a4-7650-41fe-b8e8-3b1a34346eec service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.0914690 Oct 17 03:14:32.403200 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:32.478471 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-056a1484-ed3c-45bd-b738-4312d062fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:32.480037 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-056a1484-ed3c-45bd-b738-4312d062fe85 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5bef7eaf-4926-430d-bb2f-ad10a16554bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0991316 Oct 17 03:14:32.481319 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-490a7631-b564-4492-bd07-abd074266e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:32.482558 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-490a7631-b564-4492-bd07-abd074266e54 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001625 Oct 17 03:14:32.607145 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-8ad57cb5-48d0-4419-b9ae-f2f8697ec9c9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145165 Oct 17 03:14:32.616798 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 40010) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:32.764999 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-103de4cd-7fa1-43fc-b503-23c156093608 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1466310 Oct 17 03:14:32.776256 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-ec0c495c-7469-4ca2-a636-f23328d58730 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:14:32.787862 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-ec0c495c-7469-4ca2-a636-f23328d58730 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0123425 Oct 17 03:14:32.823989 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-11d64045-24a0-451e-a1b9-83e4aee81f48 req-a7532ae3-4775-488f-991e-8da26feeaa93 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833982 Oct 17 03:14:32.825892 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-6529bd77-27ec-4db1-9167-0bcb7cf1edfa service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312089 Oct 17 03:14:32.867112 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 40022) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:32.989344 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ec722-846a-4216-8691-4437fde795dd req-b27f8757-5bcd-445d-88be-e86f5ae3c5f2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:32.991364 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b22ec722-846a-4216-8691-4437fde795dd req-b27f8757-5bcd-445d-88be-e86f5ae3c5f2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 943 time: 0.0814729 Oct 17 03:14:32.996979 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-27ee1d77-5a76-491d-b540-ac6acb7dd9ac tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:32.998222 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-27ee1d77-5a76-491d-b540-ac6acb7dd9ac tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports/faf2315a-88ad-4367-997b-65c1cf0209ee HTTP/1.1" status: 200 len: 940 time: 0.1301677 Oct 17 03:14:33.045058 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b22ec722-846a-4216-8691-4437fde795dd req-6725aa28-d72d-4610-802e-c55ef510a970 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458460 Oct 17 03:14:33.211836 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a04458e-cdd5-40d0-96c1-df6b113fbb1a req-71962c21-2926-4fae-bafe-914e5c9b9f58 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974331 Oct 17 03:14:33.420487 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041602b-cab7-4ecf-9f7b-3942b090b8e6 req-1f1d5945-0ee8-4ae7-ae0c-2692bb23141d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:33.420759 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad84ac6-ffae-44cb-849b-30563e7960d8 req-c36c0ef5-a4f5-42a7-acdf-b4a94e2e8c83 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:33.421984 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6041602b-cab7-4ecf-9f7b-3942b090b8e6 req-1f1d5945-0ee8-4ae7-ae0c-2692bb23141d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 944 time: 0.0478764 Oct 17 03:14:33.422263 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bad84ac6-ffae-44cb-849b-30563e7960d8 req-c36c0ef5-a4f5-42a7-acdf-b4a94e2e8c83 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0485015 Oct 17 03:14:33.470104 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bad84ac6-ffae-44cb-849b-30563e7960d8 req-cf2217a8-c8cc-41ea-8221-9f658f48587a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419707 Oct 17 03:14:33.470758 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6041602b-cab7-4ecf-9f7b-3942b090b8e6 req-e4c5da73-6e43-4982-89ba-8defd1d19fb2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426998 Oct 17 03:14:34.123848 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44786711-c4ca-48dd-a513-a0ac3a20e057 req-ada9492e-4d05-467c-b350-8fbac22f3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:34.125395 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44786711-c4ca-48dd-a513-a0ac3a20e057 req-ada9492e-4d05-467c-b350-8fbac22f3013 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 1127 time: 0.0470972 Oct 17 03:14:34.170696 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3a2cf-78aa-4812-8ade-f9f2909ad9fd req-cc7cd6b3-189c-4e74-81c6-d9b4f8cc8d6c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:34.172176 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c2e3a2cf-78aa-4812-8ade-f9f2909ad9fd req-cc7cd6b3-189c-4e74-81c6-d9b4f8cc8d6c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 943 time: 0.0460320 Oct 17 03:14:34.198039 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:34.219690 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c2e3a2cf-78aa-4812-8ade-f9f2909ad9fd req-c1401d70-1630-4319-9fd9-ab054e2cf06b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Oct 17 03:14:34.247505 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=10 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:34.250240 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=16 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:34.595768 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a5084-1e69-4dea-864c-8d4a2e62a971 req-f31f249e-954d-4c0c-8eb6-dc91f50b2653 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:34.597432 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ed3a5084-1e69-4dea-864c-8d4a2e62a971 req-f31f249e-954d-4c0c-8eb6-dc91f50b2653 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 944 time: 0.0515068 Oct 17 03:14:34.600933 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cfeda-636e-4dc9-b975-481bd487b083 req-6eb24eaa-6e11-4342-9f9f-5f59ac1547de tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:34.602390 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-115cfeda-636e-4dc9-b975-481bd487b083 req-6eb24eaa-6e11-4342-9f9f-5f59ac1547de tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0490136 Oct 17 03:14:34.645125 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ed3a5084-1e69-4dea-864c-8d4a2e62a971 req-f8ec0641-6035-4c5e-9d75-ed7bcdc68401 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410285 Oct 17 03:14:34.648953 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-115cfeda-636e-4dc9-b975-481bd487b083 req-fc23d598-a989-40a7-86a5-1507efdc5059 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410275 Oct 17 03:14:35.323604 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:35.341836 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59476e7b-1deb-4119-88d7-06a14f21cafa req-b9873cd8-b396-4b54-9b64-8c0e457b8750 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:35.343347 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-59476e7b-1deb-4119-88d7-06a14f21cafa req-b9873cd8-b396-4b54-9b64-8c0e457b8750 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 943 time: 0.0485673 Oct 17 03:14:35.390956 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-59476e7b-1deb-4119-88d7-06a14f21cafa req-f0624ad2-2149-4329-89d4-7be8994b5117 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416439 Oct 17 03:14:35.770294 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dade815-6e92-409f-912e-1966ea19c80f req-f7811de1-3fef-4506-90a9-e663f4efb22b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:35.772447 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6dade815-6e92-409f-912e-1966ea19c80f req-f7811de1-3fef-4506-90a9-e663f4efb22b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 944 time: 0.0472283 Oct 17 03:14:35.774737 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a527115-db9a-439a-8d37-da36fb4616f9 req-8d90a15a-3ba6-41ba-b448-8ea8d49f473b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:35.776228 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a527115-db9a-439a-8d37-da36fb4616f9 req-8d90a15a-3ba6-41ba-b448-8ea8d49f473b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0461292 Oct 17 03:14:35.820932 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6dade815-6e92-409f-912e-1966ea19c80f req-f1756a26-870f-407f-9761-ff11e33c15cf tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426044 Oct 17 03:14:35.827164 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a527115-db9a-439a-8d37-da36fb4616f9 req-28e25137-be34-4c47-84e4-7aa13c14afa0 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450838 Oct 17 03:14:36.496484 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:36.512302 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5369b-aec2-4f44-a3d4-ccc70e70a1f9 req-373fc2ba-11ce-4688-9e35-890f8b682ecf tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:36.513735 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-19c5369b-aec2-4f44-a3d4-ccc70e70a1f9 req-373fc2ba-11ce-4688-9e35-890f8b682ecf tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 943 time: 0.0489519 Oct 17 03:14:36.559747 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-19c5369b-aec2-4f44-a3d4-ccc70e70a1f9 req-2a5df717-9344-44bb-bede-836ddcc8cf4d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405161 Oct 17 03:14:36.940869 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce793f35-c20b-405e-a49d-79bad58dc0be req-251e4e15-7fba-4d06-b769-192d3eb945e0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:36.942323 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce793f35-c20b-405e-a49d-79bad58dc0be req-251e4e15-7fba-4d06-b769-192d3eb945e0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 944 time: 0.0458291 Oct 17 03:14:36.953504 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2876ef-cb4c-44c1-9082-c6063b33f7aa req-03740867-af38-4d5b-8d0a-f297142acae2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:36.955002 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cc2876ef-cb4c-44c1-9082-c6063b33f7aa req-03740867-af38-4d5b-8d0a-f297142acae2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0469975 Oct 17 03:14:36.995924 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce793f35-c20b-405e-a49d-79bad58dc0be req-1e6280a4-1f5c-4879-9718-ab24ea618c47 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469933 Oct 17 03:14:37.007825 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cc2876ef-cb4c-44c1-9082-c6063b33f7aa req-be900e44-2b6f-40b5-a635-e7d4dc670fd5 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466132 Oct 17 03:14:37.271845 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8a20daa8-f811-4ade-890b-2bb375adbc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:37.642967 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44786711-c4ca-48dd-a513-a0ac3a20e057 req-9aa1055b-c5a3-4870-b7dc-b2aa8b689f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:37.644699 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44786711-c4ca-48dd-a513-a0ac3a20e057 req-9aa1055b-c5a3-4870-b7dc-b2aa8b689f34 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 916 time: 0.0989630 Oct 17 03:14:37.686146 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a008c-c174-4995-980c-8517bf0e32c0 req-16775b65-717d-4c3e-81cd-510b1c2eeb6f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:37.693686 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d73a008c-c174-4995-980c-8517bf0e32c0 req-16775b65-717d-4c3e-81cd-510b1c2eeb6f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 943 time: 0.0559540 Oct 17 03:14:37.696328 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44786711-c4ca-48dd-a513-a0ac3a20e057 req-c9e636f5-9d1a-451d-872d-d74bc83153b8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7589b628-e985-4bc3-a2e0-858b8f897a49 HTTP/1.1" status: 200 len: 217 time: 0.0443313 Oct 17 03:14:37.744122 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d73a008c-c174-4995-980c-8517bf0e32c0 req-146ae0db-303c-4d27-a9af-93829782dd6d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493059 Oct 17 03:14:37.748329 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44786711-c4ca-48dd-a513-a0ac3a20e057 req-cab95c85-cdca-4cbc-8dae-53734c5f2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:37.750482 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44786711-c4ca-48dd-a513-a0ac3a20e057 req-cab95c85-cdca-4cbc-8dae-53734c5f2f02 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 200 len: 854 time: 0.0477200 Oct 17 03:14:37.795329 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44786711-c4ca-48dd-a513-a0ac3a20e057 req-d932e2b8-fa43-4e83-bf91-a43bf41f7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:37.796826 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44786711-c4ca-48dd-a513-a0ac3a20e057 req-d932e2b8-fa43-4e83-bf91-a43bf41f7416 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5bef7eaf-4926-430d-bb2f-ad10a16554bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394604 Oct 17 03:14:37.867243 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:37.917771 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44786711-c4ca-48dd-a513-a0ac3a20e057 req-0e56d1e0-168c-45b4-ab23-3e9c3124025e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122363 Oct 17 03:14:37.999467 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 7589b628-e985-4bc3-a2e0-858b8f897a49 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:14:38.018008 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44786711-c4ca-48dd-a513-a0ac3a20e057 req-ff328904-d059-4e1f-94db-d54e0ca39746 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927362 Oct 17 03:14:38.116109 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 7589b628-e985-4bc3-a2e0-858b8f897a49, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=7589b628-e985-4bc3-a2e0-858b8f897a49,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:14:38.129016 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '7589b628-e985-4bc3-a2e0-858b8f897a49', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'port_id': '7589b628-e985-4bc3-a2e0-858b8f897a49', 'mac_address': 'fa:16:3e:e5:6a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:14:38.140927 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51050757-6531-4877-bc94-f7071597779f req-b01904b6-b5bc-479c-b019-37aa4f4e92d1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:38.142572 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-51050757-6531-4877-bc94-f7071597779f req-b01904b6-b5bc-479c-b019-37aa4f4e92d1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 944 time: 0.0599616 Oct 17 03:14:38.160016 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e559a8-468b-46b2-8a45-cd4035e24c1f req-ec09f48e-7931-4d5e-b973-71b8bdda0d8d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:38.168723 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-26e559a8-468b-46b2-8a45-cd4035e24c1f req-ec09f48e-7931-4d5e-b973-71b8bdda0d8d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0565367 Oct 17 03:14:38.174049 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 7589b628-e985-4bc3-a2e0-858b8f897a49 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:14:38.174609 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:38.193971 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7589b628-e985-4bc3-a2e0-858b8f897a49 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:14:38.225179 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-26e559a8-468b-46b2-8a45-cd4035e24c1f req-419a6109-7347-4c7b-905f-30de132681c3 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552297 Oct 17 03:14:38.227550 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 7589b628-e985-4bc3-a2e0-858b8f897a49, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=7589b628-e985-4bc3-a2e0-858b8f897a49,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:14:38.232248 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-51050757-6531-4877-bc94-f7071597779f req-732d5ff1-887e-411b-b9d9-fb36275bc656 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820510 Oct 17 03:14:38.243639 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:38.323339 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=7589b628-e985-4bc3-a2e0-858b8f897a49,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:38.473912 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41677d2f-6779-4603-bbac-553d762ae4d5 req-359dfc8c-a02d-47f1-b74e-3892095972e1 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:38.475416 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-41677d2f-6779-4603-bbac-553d762ae4d5 req-359dfc8c-a02d-47f1-b74e-3892095972e1 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 946 time: 0.0474977 Oct 17 03:14:38.526180 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-41677d2f-6779-4603-bbac-553d762ae4d5 req-4342c17d-f006-44a4-a661-bd38dba10ce6 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435555 Oct 17 03:14:38.553760 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['7589b628-e985-4bc3-a2e0-858b8f897a49'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:14:38.874716 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e58359-dee6-4cb3-9bbe-31df030dd4ae req-c69982a4-2e49-4448-82f5-bdc0ac56e549 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:38.876209 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b4e58359-dee6-4cb3-9bbe-31df030dd4ae req-c69982a4-2e49-4448-82f5-bdc0ac56e549 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 944 time: 0.0480552 Oct 17 03:14:38.923207 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b4e58359-dee6-4cb3-9bbe-31df030dd4ae req-bd94257b-259a-4a87-a8d2-2c36549d6caf tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409787 Oct 17 03:14:39.315196 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-41800083-7008-44cb-a401-6b3cd54b6c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:39.357187 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e210e3-521b-4373-a5f1-9bec37aced79 req-41782ebd-bee3-45a6-9353-5fcef1184a8d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:39.358759 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-50e210e3-521b-4373-a5f1-9bec37aced79 req-41782ebd-bee3-45a6-9353-5fcef1184a8d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0506182 Oct 17 03:14:39.371428 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1deb416-5a0b-4f95-9315-5b46658a9c74 req-d8d612b4-3936-420d-84a6-15bd19ef2fa4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:39.372906 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e1deb416-5a0b-4f95-9315-5b46658a9c74 req-d8d612b4-3936-420d-84a6-15bd19ef2fa4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 944 time: 0.0506623 Oct 17 03:14:39.406505 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-50e210e3-521b-4373-a5f1-9bec37aced79 req-60528c09-fd24-46cd-9323-be1b93929c4f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 Oct 17 03:14:39.422008 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e1deb416-5a0b-4f95-9315-5b46658a9c74 req-44f5a802-aef5-4ea7-ad2f-59ee1e072159 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432720 Oct 17 03:14:39.645765 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5b482-42a9-455f-8e87-fe80a34ce3fb req-dc011fd6-b5a2-46c5-a9ce-040a3f35bc3e tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:39.647407 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-86a5b482-42a9-455f-8e87-fe80a34ce3fb req-dc011fd6-b5a2-46c5-a9ce-040a3f35bc3e tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 946 time: 0.0485473 Oct 17 03:14:39.666317 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:39.695917 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-86a5b482-42a9-455f-8e87-fe80a34ce3fb req-15386a23-8688-4b6f-9fd2-9b75201c2cd9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Oct 17 03:14:39.868160 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device f7a1e8a6-f7aa-40af-a627-0640f636cc4a details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:14:39.870342 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 7589b628-e985-4bc3-a2e0-858b8f897a49 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:14:39.873065 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:39.921674 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:39.978636 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port 7589b628-e985-4bc3-a2e0-858b8f897a49 completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:14:39.986930 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 7589b628-e985-4bc3-a2e0-858b8f897a49 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:14:39.987454 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:39.987801 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 7589b628-e985-4bc3-a2e0-858b8f897a49 Oct 17 03:14:40.059176 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port f7a1e8a6-f7aa-40af-a627-0640f636cc4a, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=f7a1e8a6-f7aa-40af-a627-0640f636cc4a,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:14:40.074069 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'port_id': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'mac_address': 'fa:16:3e:e3:c2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:14:40.087333 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b27c0-fd77-4130-9749-c9bd726423bb req-3825e637-161c-4ce3-a648-1fb6442d8f9f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:40.095162 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bd5b27c0-fd77-4130-9749-c9bd726423bb req-3825e637-161c-4ce3-a648-1fb6442d8f9f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 944 time: 0.0545840 Oct 17 03:14:40.132030 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 7589b628-e985-4bc3-a2e0-858b8f897a49 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:14:40.132417 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:40.138589 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bd5b27c0-fd77-4130-9749-c9bd726423bb req-0077951c-dcd6-4454-b16f-19b138b141ee tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426440 Oct 17 03:14:40.155445 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port f7a1e8a6-f7aa-40af-a627-0640f636cc4a is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:14:40.155828 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:40.178588 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7589b628-e985-4bc3-a2e0-858b8f897a49'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:14:40.181341 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0875b7e1-8c45-49fd-a810-763d94586fa1" -d '{"events": [{"server_uuid": "d834c830-cb7f-43ce-ac79-2bf168e8f664", "name": "network-vif-plugged", "status": "completed", "tag": "7589b628-e985-4bc3-a2e0-858b8f897a49"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:14:40.195313 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a1e8a6-f7aa-40af-a627-0640f636cc4a {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:14:40.205141 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 7589b628-e985-4bc3-a2e0-858b8f897a49, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=7589b628-e985-4bc3-a2e0-858b8f897a49,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:14:40.215892 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:40.221825 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d464b91-aea8-4a4b-9368-492c0827b1d5 req-3e7b431c-547e-4234-a7c0-9cf53ca5d565 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:40.224635 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d464b91-aea8-4a4b-9368-492c0827b1d5 req-3e7b431c-547e-4234-a7c0-9cf53ca5d565 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 946 time: 0.0585358 Oct 17 03:14:40.250781 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port f7a1e8a6-f7aa-40af-a627-0640f636cc4a, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=f7a1e8a6-f7aa-40af-a627-0640f636cc4a,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:14:40.253760 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92dfcc2-d0b6-49fa-8bf3-3a49971caa41 x-openstack-request-id: req-e92dfcc2-d0b6-49fa-8bf3-3a49971caa41 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:14:40.254133 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d834c830-cb7f-43ce-ac79-2bf168e8f664", "name": "network-vif-plugged", "status": "completed", "tag": "7589b628-e985-4bc3-a2e0-858b8f897a49", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:14:40.255759 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e92dfcc2-d0b6-49fa-8bf3-3a49971caa41 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:14:40.255759 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92dfcc2-d0b6-49fa-8bf3-3a49971caa41'] response: {'server_uuid': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7589b628-e985-4bc3-a2e0-858b8f897a49', 'code': 200} Oct 17 03:14:40.259898 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:40.303942 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=7589b628-e985-4bc3-a2e0-858b8f897a49,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:40.337499 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-8d464b91-aea8-4a4b-9368-492c0827b1d5 req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Deleting port 366b0256-e4ee-408c-ae36-453ce05d015d {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:14:40.337841 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d464b91-aea8-4a4b-9368-492c0827b1d5 req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:40.380764 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=f7a1e8a6-f7aa-40af-a627-0640f636cc4a,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:40.439830 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:14:40.543318 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c97ad0-d8d9-4f42-9224-e44bd7b9a2b9 req-1802f0c8-4eeb-4a92-ad3d-d8e258bc63c0 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:40.544895 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-32c97ad0-d8d9-4f42-9224-e44bd7b9a2b9 req-1802f0c8-4eeb-4a92-ad3d-d8e258bc63c0 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0504029 Oct 17 03:14:40.556558 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['f7a1e8a6-f7aa-40af-a627-0640f636cc4a'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:14:40.604428 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-32c97ad0-d8d9-4f42-9224-e44bd7b9a2b9 req-1225c9de-30b9-4d95-8f31-257b05c4627a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536487 Oct 17 03:14:40.714220 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:40.815053 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ce3e2-7e05-46f7-ba51-cfe4fcfc7a46 req-eb71367e-1185-455a-965e-97750c0abb6e tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:40.816096 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-8d464b91-aea8-4a4b-9368-492c0827b1d5 req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] For port 366b0256-e4ee-408c-ae36-453ce05d015d, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=366b0256-e4ee-408c-ae36-453ce05d015d,segment=NetworkSegment(b3cd66d1-a72f-4f97-aaec-012d961ebe63),segment_id=b3cd66d1-a72f-4f97-aaec-012d961ebe63)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:14:40.816612 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d464b91-aea8-4a4b-9368-492c0827b1d5 req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:40.816789 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-483ce3e2-7e05-46f7-ba51-cfe4fcfc7a46 req-eb71367e-1185-455a-965e-97750c0abb6e tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 946 time: 0.0464377 Oct 17 03:14:40.820172 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fc144-86d5-48ff-ab25-31d8520afd06 req-4a173b3c-e1a1-49d4-9f2b-4b305de5aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:40.821651 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a69fc144-86d5-48ff-ab25-31d8520afd06 req-4a173b3c-e1a1-49d4-9f2b-4b305de5aefa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 1129 time: 0.3918340 Oct 17 03:14:40.861414 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d740c5-9637-4720-a141-fdfc957c5655 req-b2a7f814-065b-4a59-a7b9-e9fab75de0dc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:40.862851 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-48d740c5-9637-4720-a141-fdfc957c5655 req-b2a7f814-065b-4a59-a7b9-e9fab75de0dc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 945 time: 0.1789477 Oct 17 03:14:40.865319 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-483ce3e2-7e05-46f7-ba51-cfe4fcfc7a46 req-757fa4ad-d18e-4c6a-ad35-75b37a6e9a22 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411706 Oct 17 03:14:40.866070 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-8d464b91-aea8-4a4b-9368-492c0827b1d5 req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Calling delete_port for 366b0256-e4ee-408c-ae36-453ce05d015d owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:14:40.871673 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-1b71de86-ab0d-4893-a940-6b184d6b692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:40.873109 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-1b71de86-ab0d-4893-a940-6b184d6b692e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7&tenant_id=36f63b28bb4f4654b53a01507b337d52 HTTP/1.1" status: 200 len: 1127 time: 0.1700566 Oct 17 03:14:40.907795 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:40.986824 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a69fc144-86d5-48ff-ab25-31d8520afd06 req-f4a846c5-41e3-4cb0-97a0-9661fa5fe8d8 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516018 Oct 17 03:14:41.021336 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-5ed64385-17e4-4fd4-b80a-c66054f45aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:41.022834 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-5ed64385-17e4-4fd4-b80a-c66054f45aab service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 1127 time: 0.0790179 Oct 17 03:14:41.027342 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-48d740c5-9637-4720-a141-fdfc957c5655 req-ad55b9cc-ac1b-47c0-b538-d29e1be0a140 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517031 Oct 17 03:14:41.098295 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d464b91-aea8-4a4b-9368-492c0827b1d5 req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (366b0256-e4ee-408c-ae36-453ce05d015d), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:41.138761 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Pushing event deleted for resources: {'Port': ['ID=366b0256-e4ee-408c-ae36-453ce05d015d,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.176382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.177521 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.177521 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:14:41.191610 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d464b91-aea8-4a4b-9368-492c0827b1d5 req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] No DVR routers for this DVR port 366b0256-e4ee-408c-ae36-453ce05d015d on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:14:41.194821 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d464b91-aea8-4a4b-9368-492c0827b1d5 req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:41.198651 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d464b91-aea8-4a4b-9368-492c0827b1d5 req-0bb21e0e-6e62-44e4-a7a9-91ffe2d016b9 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.23 "DELETE /networking/v2.0/ports/366b0256-e4ee-408c-ae36-453ce05d015d HTTP/1.1" status: 204 len: 173 time: 0.9681904 Oct 17 03:14:41.200248 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fc9f01-479b-43e9-9415-fe96b7140a47', 'name': 'network-vif-deleted', 'tag': '366b0256-e4ee-408c-ae36-453ce05d015d'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:14:41.203126 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96beaac7-de39-4e25-b881-c5946af2d2af" -d '{"events": [{"server_uuid": "d7fc9f01-479b-43e9-9415-fe96b7140a47", "name": "network-vif-deleted", "tag": "366b0256-e4ee-408c-ae36-453ce05d015d"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:14:41.264436 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:41.275021 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c85850-2ea4-44e0-b726-30cd5d848ada x-openstack-request-id: req-a3c85850-2ea4-44e0-b726-30cd5d848ada {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:14:41.275357 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fc9f01-479b-43e9-9415-fe96b7140a47", "name": "network-vif-deleted", "tag": "366b0256-e4ee-408c-ae36-453ce05d015d", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:14:41.275564 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a3c85850-2ea4-44e0-b726-30cd5d848ada {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:14:41.276131 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c85850-2ea4-44e0-b726-30cd5d848ada'] response: {'server_uuid': 'd7fc9f01-479b-43e9-9415-fe96b7140a47', 'name': 'network-vif-deleted', 'tag': '366b0256-e4ee-408c-ae36-453ce05d015d', 'status': 'completed', 'code': 200} Oct 17 03:14:41.290926 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a785c5-62ee-4eaf-9d62-fb79fccc60e7 req-45e9445f-91c7-4567-8051-4a46e192094d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:41.292510 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f2a785c5-62ee-4eaf-9d62-fb79fccc60e7 req-45e9445f-91c7-4567-8051-4a46e192094d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 945 time: 0.0571146 Oct 17 03:14:41.318234 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-294e3f92-1498-46d0-a886-c7625164f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:41.320003 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-294e3f92-1498-46d0-a886-c7625164f7c3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 918 time: 0.1205113 Oct 17 03:14:41.348313 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f2a785c5-62ee-4eaf-9d62-fb79fccc60e7 req-da97b784-6a2e-453e-9b0d-d9bfd7c809ad tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485198 Oct 17 03:14:41.382773 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['366b0256-e4ee-408c-ae36-453ce05d015d'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:14:41.411065 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-54b44bc8-b184-4396-bfa4-9f1eceb8b76e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faf2315a-88ad-4367-997b-65c1cf0209ee HTTP/1.1" status: 200 len: 999 time: 0.0690351 Oct 17 03:14:41.464466 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-fc0602f9-716c-4ce1-9149-b1165acb1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:41.465965 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-fc0602f9-716c-4ce1-9149-b1165acb1ad8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 200 len: 856 time: 0.0481300 Oct 17 03:14:41.699990 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:41.737823 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b68a86-896f-4ad9-b863-57568c3db58c req-26b90891-8ecc-430b-a0e5-2008475716ee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:41.739390 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-01b68a86-896f-4ad9-b863-57568c3db58c req-26b90891-8ecc-430b-a0e5-2008475716ee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0484416 Oct 17 03:14:41.787472 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-01b68a86-896f-4ad9-b863-57568c3db58c req-1d7c8fa1-f26c-4ffc-9480-051fbed2066a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416336 Oct 17 03:14:41.881922 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device f7a1e8a6-f7aa-40af-a627-0640f636cc4a up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:14:41.902919 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-31cccd03-431e-4dc4-a135-54e1fddd7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:41.904552 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-31cccd03-431e-4dc4-a135-54e1fddd7283 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7be2416a-9e29-4953-b802-c76adc0aa669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479167 Oct 17 03:14:41.931285 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port f7a1e8a6-f7aa-40af-a627-0640f636cc4a completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:14:41.939574 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port f7a1e8a6-f7aa-40af-a627-0640f636cc4a triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:14:41.940052 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:41.940487 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port f7a1e8a6-f7aa-40af-a627-0640f636cc4a Oct 17 03:14:41.991242 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:42.004972 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-88ec1b26-a291-422b-9484-0ee0dd1f1be3 req-ee5e4b8a-2bc7-4824-ad6d-b009eaa7281b tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 210 time: 0.0380039 Oct 17 03:14:42.024369 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-fa2df521-c421-4169-90ac-e9c57746a15b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117930 Oct 17 03:14:42.028622 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port f7a1e8a6-f7aa-40af-a627-0640f636cc4a is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:14:42.029024 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:42.067199 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:42.070892 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port f7a1e8a6-f7aa-40af-a627-0640f636cc4a, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=f7a1e8a6-f7aa-40af-a627-0640f636cc4a,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:14:42.076119 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:42.143016 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=f7a1e8a6-f7aa-40af-a627-0640f636cc4a,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:42.145797 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:42.181896 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abd2df5e-7b6c-43d7-985f-405788053dd4 req-41f82489-a1c2-4328-a3ac-62501ae6b004 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386056 Oct 17 03:14:42.187675 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a589b-47a6-41f5-a911-d8e8e22cedc0 req-083c2e34-0767-4c51-a062-e011ee340383 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:42.189068 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e15a589b-47a6-41f5-a911-d8e8e22cedc0 req-083c2e34-0767-4c51-a062-e011ee340383 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0674791 Oct 17 03:14:42.239233 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e15a589b-47a6-41f5-a911-d8e8e22cedc0 req-e83c5f25-c0d9-49cd-9d45-06e25e4b96a1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437207 Oct 17 03:14:42.256650 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712578d1-d2fb-4252-adbb-bc87096acc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:14:42.259118 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dc0562-6aa6-41a3-b6ec-51f114fe84d9" -d '{"events": [{"server_uuid": "712578d1-d2fb-4252-adbb-bc87096acc00", "name": "network-vif-plugged", "status": "completed", "tag": "f7a1e8a6-f7aa-40af-a627-0640f636cc4a"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:14:42.299647 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9642274d-867e-4d3b-a5c6-abba318fc0cc x-openstack-request-id: req-9642274d-867e-4d3b-a5c6-abba318fc0cc {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:14:42.299931 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712578d1-d2fb-4252-adbb-bc87096acc00", "name": "network-vif-plugged", "status": "completed", "tag": "f7a1e8a6-f7aa-40af-a627-0640f636cc4a", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:14:42.300178 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9642274d-867e-4d3b-a5c6-abba318fc0cc {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:14:42.300560 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9642274d-867e-4d3b-a5c6-abba318fc0cc'] response: {'server_uuid': '712578d1-d2fb-4252-adbb-bc87096acc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'code': 200} Oct 17 03:14:42.314769 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:42.489479 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50016ced-dedb-4c31-96a8-451f15134738 req-abe1363d-82a3-4ce1-98df-c6e1af1253b6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:42.491838 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-50016ced-dedb-4c31-96a8-451f15134738 req-abe1363d-82a3-4ce1-98df-c6e1af1253b6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 945 time: 0.0543022 Oct 17 03:14:42.554590 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:42.565316 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-50016ced-dedb-4c31-96a8-451f15134738 req-91927079-3dee-43c2-bc2b-aca64afc37a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572197 Oct 17 03:14:42.918791 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec2cb8-2cc9-4779-9bba-09aa6804c3da req-0d77178b-c21b-4701-8f2d-940186d1ca53 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:42.920325 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-77ec2cb8-2cc9-4779-9bba-09aa6804c3da req-0d77178b-c21b-4701-8f2d-940186d1ca53 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0490661 Oct 17 03:14:42.967790 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-77ec2cb8-2cc9-4779-9bba-09aa6804c3da req-7517bdd9-5c36-40d8-a78a-8eb3b199e9f1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420024 Oct 17 03:14:43.143274 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4d389d24-2fdf-4a7e-acdc-52c3ab73faca req-45c94d4d-b662-4382-9d47-587b8debf305 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d7fc9f01-479b-43e9-9415-fe96b7140a47 HTTP/1.1" status: 200 len: 210 time: 0.0329282 Oct 17 03:14:43.269815 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729652b1-449a-469d-aa7d-d3a1cfeb452b req-6e42c38c-8cf0-4be4-9c64-80b1a5d697ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:43.272802 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-729652b1-449a-469d-aa7d-d3a1cfeb452b req-6e42c38c-8cf0-4be4-9c64-80b1a5d697ad service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 1130 time: 0.0528266 Oct 17 03:14:43.340371 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-729652b1-449a-469d-aa7d-d3a1cfeb452b req-2f62d354-dfbb-45c9-85ea-753f4324fd3c service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557537 Oct 17 03:14:43.345150 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:43.390913 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6b7f6-f1b1-4daf-8de7-cb8558e55ae8 req-2c7af71a-5ddf-4de0-bd50-c8662b3fe8d2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:43.392542 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-efe6b7f6-f1b1-4daf-8de7-cb8558e55ae8 req-2c7af71a-5ddf-4de0-bd50-c8662b3fe8d2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0592697 Oct 17 03:14:43.445769 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-efe6b7f6-f1b1-4daf-8de7-cb8558e55ae8 req-4c07a53f-f797-4ec2-901e-6b2c6fc7d5b3 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433292 Oct 17 03:14:43.747834 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fdd1b-a2b1-4869-96f9-64219d9503ca req-8c842ba8-17da-4320-bbb9-b01fc6bbde25 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:43.749648 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-030fdd1b-a2b1-4869-96f9-64219d9503ca req-8c842ba8-17da-4320-bbb9-b01fc6bbde25 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 945 time: 0.0802135 Oct 17 03:14:43.850581 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-030fdd1b-a2b1-4869-96f9-64219d9503ca req-9215810f-ffa8-4760-842a-7f242ad0fa13 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777802 Oct 17 03:14:43.897636 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 366b0256-e4ee-408c-ae36-453ce05d015d no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:14:43.926733 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: 366b0256-e4ee-408c-ae36-453ce05d015d {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:14:43.927135 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 366b0256-e4ee-408c-ae36-453ce05d015d not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:14:43.988311 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097507cc-8377-4881-a6c2-68594dfe5081 req-2cbc4c75-0899-42cd-a4e4-fece7e72da1f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:43.994721 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-097507cc-8377-4881-a6c2-68594dfe5081 req-2cbc4c75-0899-42cd-a4e4-fece7e72da1f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 945 time: 0.0588000 Oct 17 03:14:44.001547 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 40244) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:44.007871 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-36a68999-48d6-412b-a53b-edd905fb9758 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'floatingip': {'port_id': '7589b628-e985-4bc3-a2e0-858b8f897a49'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:44.064816 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-36a68999-48d6-412b-a53b-edd905fb9758 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (91415708-9e1a-415c-b99a-93ce31d15348), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:44.106904 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98db05-775a-40fd-a823-5da95ee77133 req-27b60787-3967-45bd-af07-f69fd90a1b64 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:44.108471 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0f98db05-775a-40fd-a823-5da95ee77133 req-27b60787-3967-45bd-af07-f69fd90a1b64 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0499918 Oct 17 03:14:44.163501 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0f98db05-775a-40fd-a823-5da95ee77133 req-914b9881-c153-4708-9590-e48d98ac3b24 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491412 Oct 17 03:14:44.632902 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43f55e-e9aa-4fcd-9fec-659d70e4d300 req-7541e1eb-60d3-4b19-abe2-97bf1241ec2d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:44.634632 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4f43f55e-e9aa-4fcd-9fec-659d70e4d300 req-7541e1eb-60d3-4b19-abe2-97bf1241ec2d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0857403 Oct 17 03:14:44.708880 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4f43f55e-e9aa-4fcd-9fec-659d70e4d300 req-d78b9c78-96f5-4100-9f7d-46a82d71cf84 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674057 Oct 17 03:14:44.720086 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-36a68999-48d6-412b-a53b-edd905fb9758 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:44.728113 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-36a68999-48d6-412b-a53b-edd905fb9758 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (91415708-9e1a-415c-b99a-93ce31d15348), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:44.839839 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.l3_db [None req-36a68999-48d6-412b-a53b-edd905fb9758 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Floating IP 91415708-9e1a-415c-b99a-93ce31d15348 associated. External IP: 172.27.0.203, port: 7589b628-e985-4bc3-a2e0-858b8f897a49. Oct 17 03:14:45.045326 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:45.061811 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a68999-48d6-412b-a53b-edd905fb9758 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Router f6782d4e-5bef-4f0e-a454-72c841ef9e46 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:14:45.163438 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:45.177201 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a68999-48d6-412b-a53b-edd905fb9758 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:14:45.182836 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-36a68999-48d6-412b-a53b-edd905fb9758 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:45.195034 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485d5d8-6134-435f-8c0c-f4728f9ded6e None None] Sync routers for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:14:45.207598 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485d5d8-6134-435f-8c0c-f4728f9ded6e None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:14:45.209426 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-f485d5d8-6134-435f-8c0c-f4728f9ded6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:14:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:14:45.219044 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-36a68999-48d6-412b-a53b-edd905fb9758 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/91415708-9e1a-415c-b99a-93ce31d15348 HTTP/1.1" status: 200 len: 991 time: 1.2162018 Oct 17 03:14:45.219951 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'tag': '7589b628-e985-4bc3-a2e0-858b8f897a49'}] {{(pid=104637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:14:45.222367 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7098a80024231f10732136cf30e047a017c97e80914df79a62af3d8a0c697d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b8f057-3aa4-4436-945a-2af4f482fd80" -d '{"events": [{"name": "network-changed", "server_uuid": "d834c830-cb7f-43ce-ac79-2bf168e8f664", "tag": "7589b628-e985-4bc3-a2e0-858b8f897a49"}]}' {{(pid=104637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:14:45.281854 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f29c62c-cd63-4501-84c9-a26bc504eccd x-openstack-request-id: req-4f29c62c-cd63-4501-84c9-a26bc504eccd {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:14:45.281854 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d834c830-cb7f-43ce-ac79-2bf168e8f664", "tag": "7589b628-e985-4bc3-a2e0-858b8f897a49", "status": "completed", "code": 200}]} {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:14:45.281854 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4f29c62c-cd63-4501-84c9-a26bc504eccd {{(pid=104637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:14:45.281854 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f29c62c-cd63-4501-84c9-a26bc504eccd'] response: {'name': 'network-changed', 'server_uuid': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'tag': '7589b628-e985-4bc3-a2e0-858b8f897a49', 'status': 'completed', 'code': 200} Oct 17 03:14:45.362042 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-f485d5d8-6134-435f-8c0c-f4728f9ded6e None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:14:45.387784 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29fe25-4ec4-4900-986a-35d7f74195a8 req-805efd1b-dd6c-47cf-bcab-a3bea8608f19 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:45.388723 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-af29fe25-4ec4-4900-986a-35d7f74195a8 req-805efd1b-dd6c-47cf-bcab-a3bea8608f19 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0662069 Oct 17 03:14:45.464582 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-af29fe25-4ec4-4900-986a-35d7f74195a8 req-fbbe43c9-1903-48fc-948d-e8dc78043d46 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696352 Oct 17 03:14:45.657511 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-f485d5d8-6134-435f-8c0c-f4728f9ded6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '16656121-8590-4cdc-89ed-5b2111c788f6', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '4df765f6-05e9-4846-a92d-d12d217252a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:20:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc83673-1557-4eb9-b80b-825364198d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:12:06Z', 'updated_at': '2022-10-17T03:12:54Z', 'revision_number': 2, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}, {'id': '91415708-9e1a-415c-b99a-93ce31d15348', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '7589b628-e985-4bc3-a2e0-858b8f897a49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:e5:6a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:14:12Z', 'updated_at': '2022-10-17T03:14:44Z', 'revision_number': 1, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:14:45.683342 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485d5d8-6134-435f-8c0c-f4728f9ded6e None None] Checking router: f6782d4e-5bef-4f0e-a454-72c841ef9e46 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:14:45.692139 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485d5d8-6134-435f-8c0c-f4728f9ded6e None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:14:45.693488 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-f485d5d8-6134-435f-8c0c-f4728f9ded6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:14:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:14:45.812782 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-f485d5d8-6134-435f-8c0c-f4728f9ded6e None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:14:45.867452 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b52ded-f898-4a47-9717-ec4374cc9749 req-910845b0-6125-43c7-a1ee-e432433e453e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:45.870098 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-88b52ded-f898-4a47-9717-ec4374cc9749 req-910845b0-6125-43c7-a1ee-e432433e453e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0655093 Oct 17 03:14:45.935432 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-88b52ded-f898-4a47-9717-ec4374cc9749 req-7dd2c27e-758b-48c9-9dd3-d78a2283f946 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580559 Oct 17 03:14:46.089725 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-f485d5d8-6134-435f-8c0c-f4728f9ded6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '16656121-8590-4cdc-89ed-5b2111c788f6', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '4df765f6-05e9-4846-a92d-d12d217252a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:20:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc83673-1557-4eb9-b80b-825364198d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:12:06Z', 'updated_at': '2022-10-17T03:12:54Z', 'revision_number': 2, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}, {'id': '91415708-9e1a-415c-b99a-93ce31d15348', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '7589b628-e985-4bc3-a2e0-858b8f897a49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:e5:6a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:14:12Z', 'updated_at': '2022-10-17T03:14:44Z', 'revision_number': 1, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:14:46.117195 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485d5d8-6134-435f-8c0c-f4728f9ded6e None None] The sync data for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '16656121-8590-4cdc-89ed-5b2111c788f6', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '4df765f6-05e9-4846-a92d-d12d217252a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:20:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc83673-1557-4eb9-b80b-825364198d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:12:06Z', 'updated_at': '2022-10-17T03:12:54Z', 'revision_number': 2, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}, {'id': '91415708-9e1a-415c-b99a-93ce31d15348', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '7589b628-e985-4bc3-a2e0-858b8f897a49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:e5:6a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:14:12Z', 'updated_at': '2022-10-17T03:14:44Z', 'revision_number': 1, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:14:46.365501 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02223a14-5289-4b23-accf-aec248e7f147 None None] New status for floating IP 91415708-9e1a-415c-b99a-93ce31d15348: ACTIVE {{(pid=104640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:14:46.618076 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b1fe0-558b-4fe3-a89b-669f9e564c6f req-bfadbc28-415f-42f4-b2cc-9775ca69408d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:46.619728 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f93b1fe0-558b-4fe3-a89b-669f9e564c6f req-bfadbc28-415f-42f4-b2cc-9775ca69408d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0594449 Oct 17 03:14:46.672504 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f93b1fe0-558b-4fe3-a89b-669f9e564c6f req-4f9f920d-17b4-437f-83ee-a0263abefefe tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466540 Oct 17 03:14:46.883944 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:47.063141 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:47.086611 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59ae2c-4e9f-4ce3-b280-8d22b5aac533 req-3a987475-7d8f-4f91-95fa-b854817f96f5 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:47.088717 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0b59ae2c-4e9f-4ce3-b280-8d22b5aac533 req-3a987475-7d8f-4f91-95fa-b854817f96f5 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0589254 Oct 17 03:14:47.142556 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0b59ae2c-4e9f-4ce3-b280-8d22b5aac533 req-9caa3cc0-d68e-4408-ab99-e8b9432ff16f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469100 Oct 17 03:14:47.837820 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc76a9a-63a3-4d08-bcd9-a72d3bfa61de req-472689b5-0932-459c-a5a3-ea82b5edf89d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:47.839538 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9bc76a9a-63a3-4d08-bcd9-a72d3bfa61de req-472689b5-0932-459c-a5a3-ea82b5edf89d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0561180 Oct 17 03:14:47.887274 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9bc76a9a-63a3-4d08-bcd9-a72d3bfa61de req-1d12fa6d-e8e7-4781-9c77-cfb97e8f79e6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419705 Oct 17 03:14:48.280680 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8dd51-e868-44c2-b59e-05397c3cebab req-7aaa0a9c-b23d-416d-ad0a-ddb87e26c630 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:48.283342 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4ba8dd51-e868-44c2-b59e-05397c3cebab req-7aaa0a9c-b23d-416d-ad0a-ddb87e26c630 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0584440 Oct 17 03:14:48.339173 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4ba8dd51-e868-44c2-b59e-05397c3cebab req-9ae61669-9e25-4371-ad19-1e62019b48c9 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509195 Oct 17 03:14:49.060260 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855971b0-2ff5-435a-928d-b0a58b4029fe req-783565d0-4bb3-4fae-845b-562ec3d79f3a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:49.062082 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-855971b0-2ff5-435a-928d-b0a58b4029fe req-783565d0-4bb3-4fae-845b-562ec3d79f3a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0569890 Oct 17 03:14:49.133522 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-855971b0-2ff5-435a-928d-b0a58b4029fe req-13bedcb0-afaa-438a-9d78-a9a0a73840e8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652936 Oct 17 03:14:49.469385 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd1ee1-5cbb-4021-b6a9-8aa5b82eb461 req-24ae6f4e-2588-4dd7-bb89-dc2582a49f03 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:49.471056 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2bcd1ee1-5cbb-4021-b6a9-8aa5b82eb461 req-24ae6f4e-2588-4dd7-bb89-dc2582a49f03 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0492589 Oct 17 03:14:49.537419 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2bcd1ee1-5cbb-4021-b6a9-8aa5b82eb461 req-062bdca0-dfb0-41df-a15a-8c680922ab0b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590787 Oct 17 03:14:50.307634 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77eb1f-052f-4ec5-98d4-8ad511a3faef req-4aab95f7-a2f4-4de8-9f3b-beedbca4b379 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:50.309141 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9f77eb1f-052f-4ec5-98d4-8ad511a3faef req-4aab95f7-a2f4-4de8-9f3b-beedbca4b379 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0507307 Oct 17 03:14:50.363581 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9f77eb1f-052f-4ec5-98d4-8ad511a3faef req-49aff6f2-3cec-4386-b03e-ff86300f4fef tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479085 Oct 17 03:14:50.679701 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64f4de-d2ce-45e4-bebe-89acd5cf3224 req-2c7d1696-9a4b-4863-b365-fe2e36d69e3a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:50.681185 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c64f4de-d2ce-45e4-bebe-89acd5cf3224 req-2c7d1696-9a4b-4863-b365-fe2e36d69e3a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0544612 Oct 17 03:14:50.741195 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c64f4de-d2ce-45e4-bebe-89acd5cf3224 req-b29363bc-c6dc-4dcb-9c42-f3a6e694a0a2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496283 Oct 17 03:14:51.500220 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b68ca-8a54-4773-ab1b-438c3359abcf req-3d5e108e-c018-4064-908b-1fe599ae105b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:51.501787 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f79b68ca-8a54-4773-ab1b-438c3359abcf req-3d5e108e-c018-4064-908b-1fe599ae105b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0504384 Oct 17 03:14:51.753577 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f79b68ca-8a54-4773-ab1b-438c3359abcf req-94c3571a-f650-4b22-b471-4059d0267612 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451899 Oct 17 03:14:51.874097 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48e63-7bb3-499d-9009-13c21ab3247d req-964dadfc-129c-46e7-80ee-e38f53cc1963 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:51.875722 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-66d48e63-7bb3-499d-9009-13c21ab3247d req-964dadfc-129c-46e7-80ee-e38f53cc1963 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0506730 Oct 17 03:14:51.927551 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-66d48e63-7bb3-499d-9009-13c21ab3247d req-414ee057-6615-4078-86a9-c011f89d4b9c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449350 Oct 17 03:14:52.894142 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d5cfc-74eb-4ae9-a243-3713fa4ca215 req-c032a1b2-7bb6-4a1f-85e6-c87eb6e11303 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:52.896169 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-347d5cfc-74eb-4ae9-a243-3713fa4ca215 req-c032a1b2-7bb6-4a1f-85e6-c87eb6e11303 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0521584 Oct 17 03:14:52.947158 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-347d5cfc-74eb-4ae9-a243-3713fa4ca215 req-9d5a8457-3265-4748-a75f-662391f0e415 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449119 Oct 17 03:14:53.074996 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d1754-0b67-45e5-8153-9bcdd342e6e1 req-4af65228-afe7-4f6b-82a5-7350eb859669 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:53.084699 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-018d1754-0b67-45e5-8153-9bcdd342e6e1 req-4af65228-afe7-4f6b-82a5-7350eb859669 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0673249 Oct 17 03:14:53.104191 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:53.143396 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-018d1754-0b67-45e5-8153-9bcdd342e6e1 req-d23a0eca-6626-4eaa-8d6a-d1477c62ff70 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530000 Oct 17 03:14:54.081561 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60087fe-3bcd-4e34-ac57-73a3501ae055 req-bd1b353a-ee39-411a-8c01-93570b1b24c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:54.083034 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c60087fe-3bcd-4e34-ac57-73a3501ae055 req-bd1b353a-ee39-411a-8c01-93570b1b24c8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0510042 Oct 17 03:14:54.131442 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c60087fe-3bcd-4e34-ac57-73a3501ae055 req-492b0340-087f-4059-96d1-53dc564255cb tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414515 Oct 17 03:14:54.265612 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e6899-b051-4342-8a9b-ef26e1c7570d req-ab163999-5c9b-4b7c-bc91-2a7d7d8cf1c7 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:54.267106 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b14e6899-b051-4342-8a9b-ef26e1c7570d req-ab163999-5c9b-4b7c-bc91-2a7d7d8cf1c7 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0492921 Oct 17 03:14:54.315925 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b14e6899-b051-4342-8a9b-ef26e1c7570d req-173a1ef3-6716-41eb-843e-783496528a94 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424187 Oct 17 03:14:54.418645 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8f057-3aa4-4436-945a-2af4f482fd80 req-33ee0f3d-4976-4db0-be38-5546da7fb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:54.420327 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-24b8f057-3aa4-4436-945a-2af4f482fd80 req-33ee0f3d-4976-4db0-be38-5546da7fb27d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 1129 time: 0.0463276 Oct 17 03:14:54.595984 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed787f-0345-4d98-be7a-2422cbf125ac req-987997d2-0679-4c2c-a056-7a9fe35d83ab tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:54.597457 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-987997d2-0679-4c2c-a056-7a9fe35d83ab tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/networks?id=8f1e2c13-b4f2-4e53-81bc-b89ddf861600 HTTP/1.1" status: 200 len: 813 time: 0.1134362 Oct 17 03:14:54.612062 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-b4d68e38-a0c9-46ef-88e2-180abc205443 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/quotas/0d285ecc0c5343b1b4001594013cd447 HTTP/1.1" status: 200 len: 375 time: 0.0089605 Oct 17 03:14:54.649815 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-f85907e6-c0aa-49f8-91ea-2d2a2f86de33 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=0d285ecc0c5343b1b4001594013cd447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320933 Oct 17 03:14:54.704696 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:54.707183 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:54.745101 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-7cdb8dc4-8027-45d3-81bd-6534cf861ab6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f1e2c13-b4f2-4e53-81bc-b89ddf861600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882432 Oct 17 03:14:54.839281 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-402c1ebb-f7d0-438d-9c9f-6e4034465fd7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/8f1e2c13-b4f2-4e53-81bc-b89ddf861600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885127 Oct 17 03:14:55.001170 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-27b09a97-27c5-4bd6-ae22-fbb735919d14 req-6e685b20-0638-45cb-8969-c960c66ae1d7 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 210 time: 0.0279932 Oct 17 03:14:55.263371 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e50423-cbdc-4614-b7d4-03d5b1a5ef0e req-ae727a94-dc15-4ef9-87ad-f1bc2b347980 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:55.265032 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-14e50423-cbdc-4614-b7d4-03d5b1a5ef0e req-ae727a94-dc15-4ef9-87ad-f1bc2b347980 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0516021 Oct 17 03:14:55.346967 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-14e50423-cbdc-4614-b7d4-03d5b1a5ef0e req-1e438e8a-f431-4b15-a232-fe05fe8056d0 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583432 Oct 17 03:14:55.380280 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8f057-3aa4-4436-945a-2af4f482fd80 req-3cb620d6-b69e-4265-b242-3572ec94d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:55.380869 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-24b8f057-3aa4-4436-945a-2af4f482fd80 req-3cb620d6-b69e-4265-b242-3572ec94d123 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 916 time: 0.1150436 Oct 17 03:14:55.462581 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2869a-9f51-4a9f-9177-35d11eee2321 req-1420452a-c9ef-44a1-b441-f0c0e6489bb5 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:55.464070 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-88c2869a-9f51-4a9f-9177-35d11eee2321 req-1420452a-c9ef-44a1-b441-f0c0e6489bb5 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0473633 Oct 17 03:14:55.512111 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-88c2869a-9f51-4a9f-9177-35d11eee2321 req-6a523615-4888-40e3-842a-b30d93c622de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Oct 17 03:14:55.626645 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebe766-7715-4a39-971d-42334b45d32c req-10bd228d-9479-48bc-920c-96f60f852ee2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:55.628135 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-03ebe766-7715-4a39-971d-42334b45d32c req-10bd228d-9479-48bc-920c-96f60f852ee2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0459554 Oct 17 03:14:55.639221 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 40390) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:14:55.643657 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-5ca796b5-bcc2-4d69-b289-dbc4938b6c0e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Request body: {'floatingip': {'port_id': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:55.685688 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5ca796b5-bcc2-4d69-b289-dbc4938b6c0e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for floatingip (e1dca0c1-7b36-4179-8d44-fce1708e50b7), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:55.889376 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:56.082717 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-24b8f057-3aa4-4436-945a-2af4f482fd80 req-e220739d-09f0-40cd-8173-c0c44d231ab4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7589b628-e985-4bc3-a2e0-858b8f897a49 HTTP/1.1" status: 200 len: 1001 time: 0.1100523 Oct 17 03:14:56.192534 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.db.resource_extend [None req-5ca796b5-bcc2-4d69-b289-dbc4938b6c0e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 17 03:14:56.198191 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c042872d-c296-4fb5-b49b-3e1d44ee46b3 req-f8a739e6-2677-4b7c-84e6-ba859c33ce13 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 210 time: 0.0699775 Oct 17 03:14:56.242282 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-f4b61dbe-b792-4747-b7d8-0c15d307b363 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1714272 Oct 17 03:14:56.245531 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8f057-3aa4-4436-945a-2af4f482fd80 req-8c830f8c-646e-4928-9b53-24def5f040a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:56.246857 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-24b8f057-3aa4-4436-945a-2af4f482fd80 req-8c830f8c-646e-4928-9b53-24def5f040a6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 200 len: 854 time: 0.1260078 Oct 17 03:14:56.259183 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5ca796b5-bcc2-4d69-b289-dbc4938b6c0e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:56.263328 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5ca796b5-bcc2-4d69-b289-dbc4938b6c0e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (e1dca0c1-7b36-4179-8d44-fce1708e50b7), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:56.337248 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:56.377095 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8f057-3aa4-4436-945a-2af4f482fd80 req-1404d510-cd44-48cb-89e9-529d912fe7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:56.378601 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-24b8f057-3aa4-4436-945a-2af4f482fd80 req-1404d510-cd44-48cb-89e9-529d912fe7d4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5bef7eaf-4926-430d-bb2f-ad10a16554bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829985 Oct 17 03:14:56.405969 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-4e5bb51b-f6a4-4f24-b0a8-28bc599601d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:56.407476 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-4e5bb51b-f6a4-4f24-b0a8-28bc599601d6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 1129 time: 0.1104715 Oct 17 03:14:56.483842 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:56.485485 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:56.485711 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9752e8d-6d43-4260-88c8-8d0adc84b1de req-1a5eb8c9-e878-4780-8697-03145b787827 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:56.487453 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d9752e8d-6d43-4260-88c8-8d0adc84b1de req-1a5eb8c9-e878-4780-8697-03145b787827 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0561910 Oct 17 03:14:56.526632 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-5ca796b5-bcc2-4d69-b289-dbc4938b6c0e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Floating IP e1dca0c1-7b36-4179-8d44-fce1708e50b7 associated. External IP: 172.27.0.115, port: f7a1e8a6-f7aa-40af-a627-0640f636cc4a. Oct 17 03:14:56.539482 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d9752e8d-6d43-4260-88c8-8d0adc84b1de req-5b96bccb-34e7-47ab-bd01-55c8060ebefc tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 Oct 17 03:14:56.852149 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-24b8f057-3aa4-4436-945a-2af4f482fd80 req-3a291555-f659-4304-98cb-ed9262551889 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422386 Oct 17 03:14:56.874436 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:56.876804 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:56.927406 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-00d80b7a-386d-4d35-8a48-2b6c918d5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:56.928864 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-00d80b7a-386d-4d35-8a48-2b6c918d5c31 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.4613845 Oct 17 03:14:57.019717 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:57.044756 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-24b8f057-3aa4-4436-945a-2af4f482fd80 req-f4f162f9-899b-4980-8d95-122703e97c31 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592510 Oct 17 03:14:57.100792 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca796b5-bcc2-4d69-b289-dbc4938b6c0e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:14:57.224926 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-99711730-178a-423f-b678-153e196e9f3c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c656ce8-361e-4b32-8e55-8e2061a8f354 HTTP/1.1" status: 200 len: 217 time: 0.0431826 Oct 17 03:14:57.246459 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca796b5-bcc2-4d69-b289-dbc4938b6c0e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:14:57.259855 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7042e2-f4fc-4bd9-9436-acb4a7f4b632 None None] Sync routers for ids ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:14:57.279251 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5ca796b5-bcc2-4d69-b289-dbc4938b6c0e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:57.281331 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7042e2-f4fc-4bd9-9436-acb4a7f4b632 None None] Routers {'34c4cf2a-7e78-42c9-812d-95bde9f3b158'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:14:57.282305 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-2d7042e2-f4fc-4bd9-9436-acb4a7f4b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:14:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:14:57.386507 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99e86fbc-cba5-4b90-bf2e-759dd387890f req-c2571ee0-9c29-413c-aa17-ad6b5e74ae4d tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 210 time: 0.0709617 Oct 17 03:14:57.396250 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-3257d98e-033b-431b-883c-a53eb31b65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:57.398611 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-3257d98e-033b-431b-883c-a53eb31b65cd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.1644111 Oct 17 03:14:57.402990 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-5ca796b5-bcc2-4d69-b289-dbc4938b6c0e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/e1dca0c1-7b36-4179-8d44-fce1708e50b7 HTTP/1.1" status: 200 len: 992 time: 1.7598705 Oct 17 03:14:57.403805 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-2d7042e2-f4fc-4bd9-9436-acb4a7f4b632 None None] Set router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:14:57.404726 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712578d1-d2fb-4252-adbb-bc87096acc00', 'tag': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:14:57.407248 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86af8e1-a40d-4c56-a686-29e589744d78" -d '{"events": [{"name": "network-changed", "server_uuid": "712578d1-d2fb-4252-adbb-bc87096acc00", "tag": "f7a1e8a6-f7aa-40af-a627-0640f636cc4a"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:14:57.461622 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13b4f5f-09a0-4e9e-be61-ab734909ce7c x-openstack-request-id: req-f13b4f5f-09a0-4e9e-be61-ab734909ce7c {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:14:57.461908 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712578d1-d2fb-4252-adbb-bc87096acc00", "tag": "f7a1e8a6-f7aa-40af-a627-0640f636cc4a", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:14:57.462157 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f13b4f5f-09a0-4e9e-be61-ab734909ce7c {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:14:57.462549 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13b4f5f-09a0-4e9e-be61-ab734909ce7c'] response: {'name': 'network-changed', 'server_uuid': '712578d1-d2fb-4252-adbb-bc87096acc00', 'tag': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'status': 'completed', 'code': 200} Oct 17 03:14:57.467957 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:57.481192 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-6c4cad6a-7d96-486d-8b20-29abd6f97be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:57.482698 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-6c4cad6a-7d96-486d-8b20-29abd6f97be7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728502 Oct 17 03:14:57.488962 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed787f-0345-4d98-be7a-2422cbf125ac req-0c4062c4-6cc8-43a0-b5cc-c4f83cda5034 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:57.491017 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-0c4062c4-6cc8-43a0-b5cc-c4f83cda5034 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8f1e2c13-b4f2-4e53-81bc-b89ddf861600 HTTP/1.1" status: 200 len: 813 time: 0.2249439 Oct 17 03:14:57.582640 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-daed787f-0345-4d98-be7a-2422cbf125ac req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Request body: {'port': {'device_id': '5545b41c-d358-4568-a79c-da1f0c2e1700', 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600', 'admin_state_up': True, 'tenant_id': '0d285ecc0c5343b1b4001594013cd447'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:57.644338 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-2d7042e2-f4fc-4bd9-9436-acb4a7f4b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'e1dca0c1-7b36-4179-8d44-fce1708e50b7', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'port_id': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'mac_address': 'fa:16:3e:e3:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712578d1-d2fb-4252-adbb-bc87096acc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:14:11Z', 'updated_at': '2022-10-17T03:14:56Z', 'revision_number': 1, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:12:11Z', 'revision_number': 5, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:14:57.669220 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7042e2-f4fc-4bd9-9436-acb4a7f4b632 None None] Checking router: 34c4cf2a-7e78-42c9-812d-95bde9f3b158 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:14:57.678216 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7042e2-f4fc-4bd9-9436-acb4a7f4b632 None None] Routers {'34c4cf2a-7e78-42c9-812d-95bde9f3b158'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:14:57.679087 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-2d7042e2-f4fc-4bd9-9436-acb4a7f4b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:14:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:14:57.746780 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af8e1-a40d-4c56-a686-29e589744d78 req-291f6fc8-5d82-45f8-a83d-275bcca48aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:57.748285 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e86af8e1-a40d-4c56-a686-29e589744d78 req-291f6fc8-5d82-45f8-a83d-275bcca48aea service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 1130 time: 0.1592319 Oct 17 03:14:57.760332 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdabddd-fcfd-41d7-b84c-610ff45c7166 req-2dd83e24-38be-4699-90ea-f8722c33e77a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:57.761719 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6fdabddd-fcfd-41d7-b84c-610ff45c7166 req-2dd83e24-38be-4699-90ea-f8722c33e77a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.1291041 Oct 17 03:14:57.783247 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-2d7042e2-f4fc-4bd9-9436-acb4a7f4b632 None None] Set router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:14:57.862322 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-65c06201-b3f8-4bd8-ac2d-af5d1a0aa1be service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017342 Oct 17 03:14:57.960450 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daed787f-0345-4d98-be7a-2422cbf125ac req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Made reservation on behalf of 0d285ecc0c5343b1b4001594013cd447 for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:14:57.964258 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-daed787f-0345-4d98-be7a-2422cbf125ac req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:57.978424 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6fdabddd-fcfd-41d7-b84c-610ff45c7166 req-2fae829c-20f9-4992-9c96-ae62f0f4177e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927555 Oct 17 03:14:58.011138 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-2d7042e2-f4fc-4bd9-9436-acb4a7f4b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'e1dca0c1-7b36-4179-8d44-fce1708e50b7', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'port_id': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'mac_address': 'fa:16:3e:e3:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712578d1-d2fb-4252-adbb-bc87096acc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:14:11Z', 'updated_at': '2022-10-17T03:14:56Z', 'revision_number': 1, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:12:11Z', 'revision_number': 5, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:14:58.021501 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af8e1-a40d-4c56-a686-29e589744d78 req-a0a95203-ea12-44b9-908e-0880f02a7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:58.023024 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e86af8e1-a40d-4c56-a686-29e589744d78 req-a0a95203-ea12-44b9-908e-0880f02a7942 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.2584450 Oct 17 03:14:58.114774 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:58.137377 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-5f7c294e-6c37-4c8b-bffc-3dfbae2349aa service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628922 Oct 17 03:14:58.159675 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7042e2-f4fc-4bd9-9436-acb4a7f4b632 None None] The sync data for ids ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'] in dv-cinder-846977-2-iscsi is: [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'e1dca0c1-7b36-4179-8d44-fce1708e50b7', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'port_id': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'mac_address': 'fa:16:3e:e3:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712578d1-d2fb-4252-adbb-bc87096acc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:14:11Z', 'updated_at': '2022-10-17T03:14:56Z', 'revision_number': 1, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:12:11Z', 'revision_number': 5, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:14:58.178158 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e86af8e1-a40d-4c56-a686-29e589744d78 req-3ddcd254-e62d-4e00-a6d7-bc087f7f2f7d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a1e8a6-f7aa-40af-a627-0640f636cc4a HTTP/1.1" status: 200 len: 1000 time: 0.1428494 Oct 17 03:14:58.234593 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-daed787f-0345-4d98-be7a-2422cbf125ac req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Allocated IP 172.20.0.7 (8f1e2c13-b4f2-4e53-81bc-b89ddf861600/db8384d0-452c-4b1f-ba72-46b7875d3223/cb27a482-79a3-49f6-be43-6876d0f79519) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:14:58.253019 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af8e1-a40d-4c56-a686-29e589744d78 req-29a0e815-b02f-4547-b174-2ca98dadea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:58.254489 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e86af8e1-a40d-4c56-a686-29e589744d78 req-29a0e815-b02f-4547-b174-2ca98dadea40 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.0680525 Oct 17 03:14:58.297489 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:58.358790 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab208b90-16ac-434a-bdd7-2f79d5d794c6 None None] New status for floating IP e1dca0c1-7b36-4179-8d44-fce1708e50b7: ACTIVE {{(pid=104640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:14:58.405648 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-daed787f-0345-4d98-be7a-2422cbf125ac req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks [] for port (cb27a482-79a3-49f6-be43-6876d0f79519), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:58.438525 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-daed787f-0345-4d98-be7a-2422cbf125ac req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:58.490670 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daed787f-0345-4d98-be7a-2422cbf125ac req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:14:58.496221 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-daed787f-0345-4d98-be7a-2422cbf125ac req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:14:58.498589 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Pushing event updated for resources: {'Port': ['ID=cb27a482-79a3-49f6-be43-6876d0f79519,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:58.500721 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-daed787f-0345-4d98-be7a-2422cbf125ac req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:14:58.559410 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f9d2c-b7ca-455d-ac01-c19817634656 req-491c1b05-6dd4-468d-a6bc-1587ad249515 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:58.566363 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-634f9d2c-b7ca-455d-ac01-c19817634656 req-491c1b05-6dd4-468d-a6bc-1587ad249515 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 931 time: 0.0867898 Oct 17 03:14:58.579342 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed787f-0345-4d98-be7a-2422cbf125ac req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:58.579959 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-daed787f-0345-4d98-be7a-2422cbf125ac req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:58.582609 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af8e1-a40d-4c56-a686-29e589744d78 req-51fbac4c-169b-426b-a624-eae6bcfae72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:58.584759 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e86af8e1-a40d-4c56-a686-29e589744d78 req-51fbac4c-169b-426b-a624-eae6bcfae72f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610249 Oct 17 03:14:58.601107 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-4247adc5-3697-4bb1-861b-0261df90aa6f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0319235 Oct 17 03:14:58.616287 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-634f9d2c-b7ca-455d-ac01-c19817634656 req-52a73526-bbfa-4cc4-b5ef-57c84672f6b0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490258 Oct 17 03:14:58.657368 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Request body: {'port': {'device_id': '5545b41c-d358-4568-a79c-da1f0c2e1700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:14:58.745005 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:58.749369 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e86af8e1-a40d-4c56-a686-29e589744d78 req-01f4f030-366a-48a4-bea5-65c3229e40da service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464369 Oct 17 03:14:58.923615 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:58.985059 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e86af8e1-a40d-4c56-a686-29e589744d78 req-b73213ea-0b2e-4f91-89cc-f3839d0197e2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037807 Oct 17 03:14:59.065217 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:14:59.106829 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb27a482-79a3-49f6-be43-6876d0f79519 {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:14:59.118624 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Publish callbacks [] for port (cb27a482-79a3-49f6-be43-6876d0f79519), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:59.140772 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb49fbb-aa34-47ea-add1-e9e581f614f3 req-b24b84f1-b11a-411d-9c91-3f14a4a10d69 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:59.142237 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cfb49fbb-aa34-47ea-add1-e9e581f614f3 req-b24b84f1-b11a-411d-9c91-3f14a4a10d69 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0758865 Oct 17 03:14:59.144867 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Transition to ACTIVE for port object cb27a482-79a3-49f6-be43-6876d0f79519 will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:14:59.154586 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:59.239144 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Pushing event updated for resources: {'Port': ['ID=cb27a482-79a3-49f6-be43-6876d0f79519,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:59.270786 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cfb49fbb-aa34-47ea-add1-e9e581f614f3 req-90e3ccdd-7823-4e40-a03e-1e6049802473 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221077 Oct 17 03:14:59.298325 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Attempting to bind port cb27a482-79a3-49f6-be43-6876d0f79519 on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:14:59.298660 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Attempting to bind port cb27a482-79a3-49f6-be43-6876d0f79519 by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': 'b3cd66d1-a72f-4f97-aaec-012d961ebe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:14:59.299086 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Attempting to bind port cb27a482-79a3-49f6-be43-6876d0f79519 on network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:14:59.340898 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Port cb27a482-79a3-49f6-be43-6876d0f79519 on network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:14:59.341226 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Attempting to bind port cb27a482-79a3-49f6-be43-6876d0f79519 on network 8f1e2c13-b4f2-4e53-81bc-b89ddf861600 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:14:59.382107 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:14:59.382436 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Checking segment: {'id': 'b3cd66d1-a72f-4f97-aaec-012d961ebe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:14:59.382813 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Bound using segment: {'id': 'b3cd66d1-a72f-4f97-aaec-012d961ebe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:14:59.383275 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Bound port: cb27a482-79a3-49f6-be43-6876d0f79519, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cd66d1-a72f-4f97-aaec-012d961ebe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:14:59.383627 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:59.444183 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] For port cb27a482-79a3-49f6-be43-6876d0f79519, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:14:59.447201 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] For port cb27a482-79a3-49f6-be43-6876d0f79519, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=cb27a482-79a3-49f6-be43-6876d0f79519,segment=NetworkSegment(b3cd66d1-a72f-4f97-aaec-012d961ebe63),segment_id=b3cd66d1-a72f-4f97-aaec-012d961ebe63)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:14:59.452832 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:59.456908 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:59.457515 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:14:59.459522 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/cb27a482-79a3-49f6-be43-6876d0f79519 HTTP/1.1" status: 200 len: 1093 time: 0.8077497 Oct 17 03:14:59.481291 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5545b41c-d358-4568-a79c-da1f0c2e1700', 'tag': 'cb27a482-79a3-49f6-be43-6876d0f79519'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:14:59.483525 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b019f46-4720-4a5d-af93-c29c675bef0f" -d '{"events": [{"name": "network-changed", "server_uuid": "5545b41c-d358-4568-a79c-da1f0c2e1700", "tag": "cb27a482-79a3-49f6-be43-6876d0f79519"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:14:59.525923 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c905bb4a-ed49-4c07-ba22-12ec943080c0 x-openstack-request-id: req-c905bb4a-ed49-4c07-ba22-12ec943080c0 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:14:59.526234 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5545b41c-d358-4568-a79c-da1f0c2e1700", "tag": "cb27a482-79a3-49f6-be43-6876d0f79519", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:14:59.526480 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c905bb4a-ed49-4c07-ba22-12ec943080c0 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:14:59.526887 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c905bb4a-ed49-4c07-ba22-12ec943080c0'] response: {'name': 'network-changed', 'server_uuid': '5545b41c-d358-4568-a79c-da1f0c2e1700', 'tag': 'cb27a482-79a3-49f6-be43-6876d0f79519', 'status': 'completed', 'code': 200} Oct 17 03:14:59.545698 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c0c3c-8ad3-4b19-86aa-7c64956c6a3f service neutron] Pushing event updated for resources: {'Port': ['ID=cb27a482-79a3-49f6-be43-6876d0f79519,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:14:59.550892 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed787f-0345-4d98-be7a-2422cbf125ac req-b2244cef-6e9f-4e8b-9746-9163b3209bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:59.552392 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-b2244cef-6e9f-4e8b-9746-9163b3209bbb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0d285ecc0c5343b1b4001594013cd447&device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 1127 time: 0.0575225 Oct 17 03:14:59.591491 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-7d278c43-572a-43e7-ad29-6ffb3590cae8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb27a482-79a3-49f6-be43-6876d0f79519 HTTP/1.1" status: 200 len: 217 time: 0.0322466 Oct 17 03:14:59.646183 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed787f-0345-4d98-be7a-2422cbf125ac req-477f0e3c-d709-4ec7-b18e-38700ecc9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:59.647951 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-477f0e3c-d709-4ec7-b18e-38700ecc9cf1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=db8384d0-452c-4b1f-ba72-46b7875d3223 HTTP/1.1" status: 200 len: 853 time: 0.0481455 Oct 17 03:14:59.682255 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-7bc921d3-dd20-4a65-96b3-d570898c2ae2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8f1e2c13-b4f2-4e53-81bc-b89ddf861600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266900 Oct 17 03:14:59.782748 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5365a96-5ec6-4621-8d89-1f51f6b72a6b req-20a8508a-da9c-4635-aa54-408588514fa7 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:14:59.784220 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e5365a96-5ec6-4621-8d89-1f51f6b72a6b req-20a8508a-da9c-4635-aa54-408588514fa7 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 943 time: 0.0877249 Oct 17 03:15:00.077102 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-2074ddf9-cd61-434c-a961-a212e189f04e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8f1e2c13-b4f2-4e53-81bc-b89ddf861600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883610 Oct 17 03:15:00.099130 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:00.117373 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e5365a96-5ec6-4621-8d89-1f51f6b72a6b req-6c1fdee0-24f6-4c9a-bc36-4e809d680dc5 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263028 Oct 17 03:15:00.184164 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-daed787f-0345-4d98-be7a-2422cbf125ac req-51584042-66dc-441e-8dbb-0b338d56688f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8f1e2c13-b4f2-4e53-81bc-b89ddf861600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959723 Oct 17 03:15:00.402086 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ebacd-bb11-4127-a3f0-97bc75eb08ea req-9efae62c-cd67-4d19-9ad2-3228c0195c49 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:00.403604 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8d7ebacd-bb11-4127-a3f0-97bc75eb08ea req-9efae62c-cd67-4d19-9ad2-3228c0195c49 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0472865 Oct 17 03:15:00.454132 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8d7ebacd-bb11-4127-a3f0-97bc75eb08ea req-65d67b2e-2700-40e3-81f6-bc39a2bfbe9f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446572 Oct 17 03:15:01.245331 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cc6a6-51e9-48b7-9567-f8fc77b1f8e8 req-33146e21-81af-49f8-bb1b-029cc6e3d2e4 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:01.246809 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d20cc6a6-51e9-48b7-9567-f8fc77b1f8e8 req-33146e21-81af-49f8-bb1b-029cc6e3d2e4 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 943 time: 0.0526860 Oct 17 03:15:01.258209 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:01.300331 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d20cc6a6-51e9-48b7-9567-f8fc77b1f8e8 req-525f28e5-3c50-440d-a754-918583cad207 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472581 Oct 17 03:15:01.578656 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0e7f5-7bf7-4b7e-a070-9a1d2cb0d5a7 req-e1b47975-83e7-49a9-ad09-ab34ae664ef3 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:01.580065 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bfc0e7f5-7bf7-4b7e-a070-9a1d2cb0d5a7 req-e1b47975-83e7-49a9-ad09-ab34ae664ef3 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0461681 Oct 17 03:15:01.587798 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b019f46-4720-4a5d-af93-c29c675bef0f req-0101e079-82ca-4571-8e20-981360a7a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:01.589308 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b019f46-4720-4a5d-af93-c29c675bef0f req-0101e079-82ca-4571-8e20-981360a7a518 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=0d285ecc0c5343b1b4001594013cd447&device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 1127 time: 0.0407691 Oct 17 03:15:01.626751 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bfc0e7f5-7bf7-4b7e-a070-9a1d2cb0d5a7 req-5148efda-e2d5-41c1-965e-641df040a1d7 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401855 Oct 17 03:15:01.999732 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device cb27a482-79a3-49f6-be43-6876d0f79519 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:15:02.100136 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port cb27a482-79a3-49f6-be43-6876d0f79519, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=cb27a482-79a3-49f6-be43-6876d0f79519,segment=NetworkSegment(b3cd66d1-a72f-4f97-aaec-012d961ebe63),segment_id=b3cd66d1-a72f-4f97-aaec-012d961ebe63)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:15:02.111377 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': 'cb27a482-79a3-49f6-be43-6876d0f79519', 'network_id': '8f1e2c13-b4f2-4e53-81bc-b89ddf861600', 'port_id': 'cb27a482-79a3-49f6-be43-6876d0f79519', 'mac_address': 'fa:16:3e:f1:e5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8384d0-452c-4b1f-ba72-46b7875d3223', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:15:02.117502 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:02.146353 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port cb27a482-79a3-49f6-be43-6876d0f79519 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:15:02.146736 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:02.160275 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb27a482-79a3-49f6-be43-6876d0f79519 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:15:02.180508 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port cb27a482-79a3-49f6-be43-6876d0f79519, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=cb27a482-79a3-49f6-be43-6876d0f79519,segment=NetworkSegment(b3cd66d1-a72f-4f97-aaec-012d961ebe63),segment_id=b3cd66d1-a72f-4f97-aaec-012d961ebe63)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:15:02.183813 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:02.213837 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:02.230585 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=cb27a482-79a3-49f6-be43-6876d0f79519,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:02.237920 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.238263 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.238627 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.239013 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.239346 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.239668 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.239992 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.240309 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.240627 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.241504 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.241859 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.242183 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.242499 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.242813 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.243152 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:02.471954 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733692e-78a7-42c3-88b1-d8ab5c7d4e59 req-a56c8531-cc72-4016-a71d-9f79d3f48a90 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:02.473443 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4733692e-78a7-42c3-88b1-d8ab5c7d4e59 req-a56c8531-cc72-4016-a71d-9f79d3f48a90 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 944 time: 0.0920563 Oct 17 03:15:02.511606 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['cb27a482-79a3-49f6-be43-6876d0f79519'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:15:02.525200 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b019f46-4720-4a5d-af93-c29c675bef0f req-cb5919bf-4606-4cd3-8e67-42f82abea64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:02.526689 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b019f46-4720-4a5d-af93-c29c675bef0f req-cb5919bf-4606-4cd3-8e67-42f82abea64a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8f1e2c13-b4f2-4e53-81bc-b89ddf861600 HTTP/1.1" status: 200 len: 914 time: 0.1533897 Oct 17 03:15:02.578499 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b019f46-4720-4a5d-af93-c29c675bef0f req-df59ee32-c95a-4db5-87af-c38217f97032 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb27a482-79a3-49f6-be43-6876d0f79519 HTTP/1.1" status: 200 len: 217 time: 0.0433311 Oct 17 03:15:02.581947 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4733692e-78a7-42c3-88b1-d8ab5c7d4e59 req-0cb89095-9b71-47de-b098-e4422bd8c995 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987749 Oct 17 03:15:02.640187 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b019f46-4720-4a5d-af93-c29c675bef0f req-c80897ea-07a3-4bea-afcc-0af1f243b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:02.641701 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b019f46-4720-4a5d-af93-c29c675bef0f req-c80897ea-07a3-4bea-afcc-0af1f243b921 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=db8384d0-452c-4b1f-ba72-46b7875d3223 HTTP/1.1" status: 200 len: 853 time: 0.0501437 Oct 17 03:15:02.676655 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b019f46-4720-4a5d-af93-c29c675bef0f req-1ed19abf-fae7-4ff6-8fe5-3c2905624a4c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8f1e2c13-b4f2-4e53-81bc-b89ddf861600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267606 Oct 17 03:15:02.759005 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fa781-6ac2-4209-bef2-483a2081a108 req-900cb959-2ba4-4048-8567-6d079ef72a46 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:02.760688 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4d9fa781-6ac2-4209-bef2-483a2081a108 req-900cb959-2ba4-4048-8567-6d079ef72a46 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0491598 Oct 17 03:15:02.769891 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b019f46-4720-4a5d-af93-c29c675bef0f req-a5a7541d-4348-4b60-ac54-d83746c93baa service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8f1e2c13-b4f2-4e53-81bc-b89ddf861600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860369 Oct 17 03:15:02.811122 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4d9fa781-6ac2-4209-bef2-483a2081a108 req-0794eadb-b1b5-4667-8849-4f086bffca2c tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444458 Oct 17 03:15:02.868697 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b019f46-4720-4a5d-af93-c29c675bef0f req-aba05267-1f16-48a7-b22b-5608c1d7377b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8f1e2c13-b4f2-4e53-81bc-b89ddf861600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918291 Oct 17 03:15:03.713971 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816144e-c7eb-4a44-8ca6-fa3383b54512 req-e62a3a66-db91-4bcd-8a15-1b6c56cc94d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:03.715993 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5816144e-c7eb-4a44-8ca6-fa3383b54512 req-e62a3a66-db91-4bcd-8a15-1b6c56cc94d0 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 944 time: 0.0534558 Oct 17 03:15:03.762890 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5816144e-c7eb-4a44-8ca6-fa3383b54512 req-0d4a0b41-ecd3-4d8a-b4b1-db02eaebe466 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Oct 17 03:15:03.947666 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c53e3-cddf-469e-9c85-c8a6d01f2681 req-d599c0ec-c291-4552-8d45-2f3283e63cd6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:03.949146 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-568c53e3-cddf-469e-9c85-c8a6d01f2681 req-d599c0ec-c291-4552-8d45-2f3283e63cd6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 943 time: 0.0527563 Oct 17 03:15:03.998162 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-568c53e3-cddf-469e-9c85-c8a6d01f2681 req-496b21e0-05a3-4a99-8ae3-d169d5795b11 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427966 Oct 17 03:15:04.021025 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device faf2315a-88ad-4367-997b-65c1cf0209ee details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:15:04.024269 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device cb27a482-79a3-49f6-be43-6876d0f79519 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:15:04.121482 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port cb27a482-79a3-49f6-be43-6876d0f79519 completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:15:04.141764 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port cb27a482-79a3-49f6-be43-6876d0f79519 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:15:04.142137 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:04.142472 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port cb27a482-79a3-49f6-be43-6876d0f79519 Oct 17 03:15:04.237908 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=faf2315a-88ad-4367-997b-65c1cf0209ee,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:15:04.259428 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'port_id': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'mac_address': 'fa:16:3e:53:be:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:15:04.369733 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port cb27a482-79a3-49f6-be43-6876d0f79519 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:15:04.370127 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:04.377461 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port faf2315a-88ad-4367-997b-65c1cf0209ee is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:15:04.377832 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:04.407000 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf2315a-88ad-4367-997b-65c1cf0209ee {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:15:04.418339 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5545b41c-d358-4568-a79c-da1f0c2e1700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb27a482-79a3-49f6-be43-6876d0f79519'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:15:04.420555 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e427e3-2c1f-46ee-8913-0e5295d697bd" -d '{"events": [{"server_uuid": "5545b41c-d358-4568-a79c-da1f0c2e1700", "name": "network-vif-plugged", "status": "completed", "tag": "cb27a482-79a3-49f6-be43-6876d0f79519"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:15:04.437762 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port cb27a482-79a3-49f6-be43-6876d0f79519, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=cb27a482-79a3-49f6-be43-6876d0f79519,segment=NetworkSegment(b3cd66d1-a72f-4f97-aaec-012d961ebe63),segment_id=b3cd66d1-a72f-4f97-aaec-012d961ebe63)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:15:04.445876 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:04.448695 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=faf2315a-88ad-4367-997b-65c1cf0209ee,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:15:04.453810 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:04.471471 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:04.475058 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c307616d-c36d-4ce6-959e-cd22b01296e5 x-openstack-request-id: req-c307616d-c36d-4ce6-959e-cd22b01296e5 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:15:04.475901 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5545b41c-d358-4568-a79c-da1f0c2e1700", "name": "network-vif-plugged", "status": "completed", "tag": "cb27a482-79a3-49f6-be43-6876d0f79519", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:15:04.476606 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c307616d-c36d-4ce6-959e-cd22b01296e5 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:15:04.476721 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c307616d-c36d-4ce6-959e-cd22b01296e5'] response: {'server_uuid': '5545b41c-d358-4568-a79c-da1f0c2e1700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb27a482-79a3-49f6-be43-6876d0f79519', 'code': 200} Oct 17 03:15:04.501401 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=cb27a482-79a3-49f6-be43-6876d0f79519,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:04.531283 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:04.554409 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=faf2315a-88ad-4367-997b-65c1cf0209ee,revision_number=9']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:04.629681 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7970b3-0817-4f9c-a454-aef8f4c123a2 req-1964592b-6d0e-45ae-a12e-e56aabcfeca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:04.631186 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1f7970b3-0817-4f9c-a454-aef8f4c123a2 req-1964592b-6d0e-45ae-a12e-e56aabcfeca1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 1129 time: 0.0413876 Oct 17 03:15:04.680986 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1f7970b3-0817-4f9c-a454-aef8f4c123a2 req-21e9138e-c6b6-43bc-bcf3-8991028c030d service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385735 Oct 17 03:15:04.786684 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['faf2315a-88ad-4367-997b-65c1cf0209ee'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:15:04.897396 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d0e4f-296e-4ffa-9a77-afecc132e75b req-01962b8e-9829-4972-b7e6-728a43ee268c tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:04.898910 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-af8d0e4f-296e-4ffa-9a77-afecc132e75b req-01962b8e-9829-4972-b7e6-728a43ee268c tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 945 time: 0.0507107 Oct 17 03:15:04.947433 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-af8d0e4f-296e-4ffa-9a77-afecc132e75b req-0a3983a2-7ffb-462b-8874-076578cccde2 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Oct 17 03:15:05.132350 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eac70b-0cc3-4328-abb1-ea5a6275e062 req-f1cb123e-e423-4032-a083-8dee576df149 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:05.133819 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-17eac70b-0cc3-4328-abb1-ea5a6275e062 req-f1cb123e-e423-4032-a083-8dee576df149 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 944 time: 0.0495291 Oct 17 03:15:05.181340 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-17eac70b-0cc3-4328-abb1-ea5a6275e062 req-b38e1885-ed25-49a2-a3e8-b092aa64cdef tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Oct 17 03:15:06.042846 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device faf2315a-88ad-4367-997b-65c1cf0209ee up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:15:06.069200 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:06.075882 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb05f0-51a4-48ad-ba79-c4b35196d940 req-269ae514-d9b7-4d78-9018-9d19ef3c6e66 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:06.077392 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0acb05f0-51a4-48ad-ba79-c4b35196d940 req-269ae514-d9b7-4d78-9018-9d19ef3c6e66 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 945 time: 0.0509732 Oct 17 03:15:06.096200 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port faf2315a-88ad-4367-997b-65c1cf0209ee triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:15:06.096574 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:06.096905 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port faf2315a-88ad-4367-997b-65c1cf0209ee Oct 17 03:15:06.134937 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0acb05f0-51a4-48ad-ba79-c4b35196d940 req-df0ad898-26d7-4525-89cc-2d9d327a58d6 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498257 Oct 17 03:15:06.168476 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 40506) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:06.175332 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port faf2315a-88ad-4367-997b-65c1cf0209ee is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:15:06.175717 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:06.208823 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=faf2315a-88ad-4367-997b-65c1cf0209ee,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:15:06.212817 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:06.266153 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=faf2315a-88ad-4367-997b-65c1cf0209ee,revision_number=10']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:06.293844 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-56872efa-9ed2-403d-9a6c-9718090d4d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:06.296378 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:06.347261 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ab50f-1f93-4bdd-81be-2dc047459e1b req-d2885153-a9c1-485d-b277-ed27beacadb7 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:06.348740 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d20ab50f-1f93-4bdd-81be-2dc047459e1b req-d2885153-a9c1-485d-b277-ed27beacadb7 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 946 time: 0.0760427 Oct 17 03:15:06.416034 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:06.426184 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d20ab50f-1f93-4bdd-81be-2dc047459e1b req-a2b6c253-5645-4a57-8bbd-e298943defb9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706694 Oct 17 03:15:06.455338 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-56872efa-9ed2-403d-9a6c-9718090d4d3e admin admin] Publish callbacks [] for security_group (dc0678ba-7fd8-4c4e-9458-514513bf4dd2), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:06.464049 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-56872efa-9ed2-403d-9a6c-9718090d4d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (dc0678ba-7fd8-4c4e-9458-514513bf4dd2), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:06.477763 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:15:06.480088 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eef09c-122a-4d4c-a115-4b21f4189684" -d '{"events": [{"server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "name": "network-vif-plugged", "status": "completed", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:15:06.504872 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-56872efa-9ed2-403d-9a6c-9718090d4d3e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=862ff19a5e444868be6cc4cfa3a11cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351946 Oct 17 03:15:06.505596 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56872efa-9ed2-403d-9a6c-9718090d4d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0678ba-7fd8-4c4e-9458-514513bf4dd2,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:06.507975 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 40514) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:06.524566 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cf4f6b-106e-470f-a12a-2c930c0d4796 x-openstack-request-id: req-48cf4f6b-106e-470f-a12a-2c930c0d4796 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:15:06.524935 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "name": "network-vif-plugged", "status": "completed", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:15:06.525239 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-48cf4f6b-106e-470f-a12a-2c930c0d4796 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:15:06.525718 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cf4f6b-106e-470f-a12a-2c930c0d4796'] response: {'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'code': 200} Oct 17 03:15:06.552528 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:06.562946 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Publish callbacks [] for security_group (dc0678ba-7fd8-4c4e-9458-514513bf4dd2), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:06.582508 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Publish callbacks [] for security_group (dc0678ba-7fd8-4c4e-9458-514513bf4dd2), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:06.628689 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (dc0678ba-7fd8-4c4e-9458-514513bf4dd2), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:06.631235 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:06.632681 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dc0678ba-7fd8-4c4e-9458-514513bf4dd2 HTTP/1.1" status: 204 len: 168 time: 0.1236024 Oct 17 03:15:06.641314 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0678ba-7fd8-4c4e-9458-514513bf4dd2,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:06.649080 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.649424 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.649767 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.650097 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.650504 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.650734 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.651077 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.651398 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.651720 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.652042 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.652358 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.652676 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.652991 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.653304 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:06.653614 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526ce99-5351-4efd-b27f-80749c508ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:07.100119 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39097d5-ee70-454b-9e02-dd8b042d9a4b req-4d6c8825-594a-41e0-99b3-1d8a4057e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:07.101589 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d39097d5-ee70-454b-9e02-dd8b042d9a4b req-4d6c8825-594a-41e0-99b3-1d8a4057e388 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 1130 time: 0.0378916 Oct 17 03:15:07.146839 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d39097d5-ee70-454b-9e02-dd8b042d9a4b req-1cfa4694-2021-4c3c-be5e-7c5e4a0c6993 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395148 Oct 17 03:15:07.253971 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b2cba-b0d8-49da-82dd-549d8b2c6c84 req-59991195-eeff-4d8a-9262-e85e4791c4f2 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:07.255482 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f77b2cba-b0d8-49da-82dd-549d8b2c6c84 req-59991195-eeff-4d8a-9262-e85e4791c4f2 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 945 time: 0.0461645 Oct 17 03:15:07.265160 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ec22-c960-4ac1-89d6-09bbd28d3c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:07.303149 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f77b2cba-b0d8-49da-82dd-549d8b2c6c84 req-aa7978fb-0663-46f2-bf55-8f1f9d173258 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 Oct 17 03:15:07.563346 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087666d-c122-48df-9c55-d0777e40b880 req-58f91f53-d254-46a7-bf2e-7b9c8a2b348d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:07.565124 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a087666d-c122-48df-9c55-d0777e40b880 req-58f91f53-d254-46a7-bf2e-7b9c8a2b348d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 946 time: 0.0507784 Oct 17 03:15:07.616535 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a087666d-c122-48df-9c55-d0777e40b880 req-c6213199-6380-4866-82b3-1493d625b77f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440257 Oct 17 03:15:08.459747 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:08.463155 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:08.748614 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc00f8b-d3cc-4e87-aaf6-cdbcb9caaea3 req-34b5628c-ae45-48f9-a0b0-58bf76273b76 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:08.750076 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5cc00f8b-d3cc-4e87-aaf6-cdbcb9caaea3 req-34b5628c-ae45-48f9-a0b0-58bf76273b76 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 946 time: 0.0481014 Oct 17 03:15:08.801476 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5cc00f8b-d3cc-4e87-aaf6-cdbcb9caaea3 req-91a61544-c961-4db0-8876-851fe4bc17e5 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457082 Oct 17 03:15:09.309482 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-879e7c50-f4d9-4d08-a8ff-7711d93aceee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:09.929059 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cec8c6-3372-45fd-af9e-36969cb88dde req-9e97678d-8b92-4c6c-8fd1-fef1e497c6c2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:09.930460 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c1cec8c6-3372-45fd-af9e-36969cb88dde req-9e97678d-8b92-4c6c-8fd1-fef1e497c6c2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 946 time: 0.0498550 Oct 17 03:15:09.976225 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c1cec8c6-3372-45fd-af9e-36969cb88dde req-f489645f-8839-4701-a711-23e79d0d7deb tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Oct 17 03:15:10.706122 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:12.128147 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:12.308424 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:16.897519 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:17.438778 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:15:18.786208 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:18.797070 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=36,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:19.970092 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=42 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:19.972358 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=64,neutron:INSERT=10 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:25.399264 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d2e80-2b64-4f07-a302-0bdaf3177ef0 req-a49007cd-7838-4d54-9848-4d785dfde441 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:25.400743 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5f0d2e80-2b64-4f07-a302-0bdaf3177ef0 req-a49007cd-7838-4d54-9848-4d785dfde441 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0494101 Oct 17 03:15:25.449189 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5f0d2e80-2b64-4f07-a302-0bdaf3177ef0 req-7facc3de-80e7-4368-ab16-96e286df3e56 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427918 Oct 17 03:15:26.571516 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30364bfb-e130-47c1-a3b3-a83b58c0fce0 req-836afd5b-1829-4af6-bffe-17b96ac4834e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:26.572957 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-30364bfb-e130-47c1-a3b3-a83b58c0fce0 req-836afd5b-1829-4af6-bffe-17b96ac4834e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0456731 Oct 17 03:15:26.618714 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-30364bfb-e130-47c1-a3b3-a83b58c0fce0 req-8c39797b-103a-4979-bba0-5e1715114ea0 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Oct 17 03:15:26.887019 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:26.893798 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:27.737507 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a30a4-228f-44c8-baec-2ea3a221fb8b req-665daf52-716a-408c-8897-3ad21b3c885c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:27.738980 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8b8a30a4-228f-44c8-baec-2ea3a221fb8b req-665daf52-716a-408c-8897-3ad21b3c885c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0455313 Oct 17 03:15:27.785431 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8b8a30a4-228f-44c8-baec-2ea3a221fb8b req-9d77020a-66e5-47f7-9f17-4ddfd3ab74ae tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404682 Oct 17 03:15:28.911023 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574268a1-30e8-4e8b-9610-2a7e9e862619 req-0d0133dc-87f3-41dd-afd5-3c4b0c5890a4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:28.912497 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-574268a1-30e8-4e8b-9610-2a7e9e862619 req-0d0133dc-87f3-41dd-afd5-3c4b0c5890a4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0512941 Oct 17 03:15:28.960012 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-574268a1-30e8-4e8b-9610-2a7e9e862619 req-9fc9fed5-912a-4cfe-be10-a77f78492e46 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413489 Oct 17 03:15:29.524979 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20dab5a-6929-4baa-8cfc-5c3df18ecac4 req-681f0e24-4ba6-4dbf-9ff7-390f9293ba3f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:29.526443 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c20dab5a-6929-4baa-8cfc-5c3df18ecac4 req-681f0e24-4ba6-4dbf-9ff7-390f9293ba3f tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 945 time: 0.0468829 Oct 17 03:15:29.573160 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c20dab5a-6929-4baa-8cfc-5c3df18ecac4 req-80c84058-717f-404e-b792-9181871cf277 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Oct 17 03:15:30.081683 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3be203-35fb-4545-984a-cb631de709c7 req-a4f6c78e-5860-432c-a21e-9badcb4f8fe7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:30.083176 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8b3be203-35fb-4545-984a-cb631de709c7 req-a4f6c78e-5860-432c-a21e-9badcb4f8fe7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0459399 Oct 17 03:15:30.133273 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8b3be203-35fb-4545-984a-cb631de709c7 req-8b112f62-32cd-4776-bdf2-9ee66ba95ede tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446291 Oct 17 03:15:30.464259 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:30.697391 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690efb7-4767-411b-b338-2e35e9672ad4 req-7888a140-3a40-4146-8d43-d2f443880f09 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:30.698846 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3690efb7-4767-411b-b338-2e35e9672ad4 req-7888a140-3a40-4146-8d43-d2f443880f09 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 945 time: 0.0505283 Oct 17 03:15:30.748567 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3690efb7-4767-411b-b338-2e35e9672ad4 req-9809e42e-f5bc-4644-881c-6aa612e279ff tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=93c8607a-91d5-496c-bc0f-d8481e17c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441458 Oct 17 03:15:31.252630 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5e315-7159-4170-a923-9c6abd83d6bf req-74a3df5b-73a6-4c77-96be-f88585bb448e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:31.254101 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c4c5e315-7159-4170-a923-9c6abd83d6bf req-74a3df5b-73a6-4c77-96be-f88585bb448e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0473514 Oct 17 03:15:31.301762 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c4c5e315-7159-4170-a923-9c6abd83d6bf req-b618aac2-d31e-47b9-8546-7571748f5098 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420980 Oct 17 03:15:31.501015 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e4bfa-12a8-4149-a443-0eeed9572504 req-e2a4600d-7001-4959-9629-6a44ee932663 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:31.502355 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-821e4bfa-12a8-4149-a443-0eeed9572504 req-e2a4600d-7001-4959-9629-6a44ee932663 tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 945 time: 0.0466886 Oct 17 03:15:31.589834 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-821e4bfa-12a8-4149-a443-0eeed9572504 req-1700dc84-b4b3-40e7-9307-d13d3569a1ea tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Deleting port cb27a482-79a3-49f6-be43-6876d0f79519 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:15:31.590170 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-821e4bfa-12a8-4149-a443-0eeed9572504 req-1700dc84-b4b3-40e7-9307-d13d3569a1ea tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:31.679845 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-821e4bfa-12a8-4149-a443-0eeed9572504 req-1700dc84-b4b3-40e7-9307-d13d3569a1ea tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] For port cb27a482-79a3-49f6-be43-6876d0f79519, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=cb27a482-79a3-49f6-be43-6876d0f79519,segment=NetworkSegment(b3cd66d1-a72f-4f97-aaec-012d961ebe63),segment_id=b3cd66d1-a72f-4f97-aaec-012d961ebe63)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:15:31.680195 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-821e4bfa-12a8-4149-a443-0eeed9572504 req-1700dc84-b4b3-40e7-9307-d13d3569a1ea tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:31.692636 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-821e4bfa-12a8-4149-a443-0eeed9572504 req-1700dc84-b4b3-40e7-9307-d13d3569a1ea tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Calling delete_port for cb27a482-79a3-49f6-be43-6876d0f79519 owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:15:31.821844 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-821e4bfa-12a8-4149-a443-0eeed9572504 req-1700dc84-b4b3-40e7-9307-d13d3569a1ea tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (cb27a482-79a3-49f6-be43-6876d0f79519), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:31.835870 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['cb27a482-79a3-49f6-be43-6876d0f79519'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:15:31.854327 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700dc84-b4b3-40e7-9307-d13d3569a1ea tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Pushing event deleted for resources: {'Port': ['ID=cb27a482-79a3-49f6-be43-6876d0f79519,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:31.855162 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dd2a0228-b8c0-4887-8818-a5e2de2128f3 req-70737190-b164-42c5-b3aa-d39ef6f3d45a tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5545b41c-d358-4568-a79c-da1f0c2e1700 HTTP/1.1" status: 200 len: 210 time: 0.0282094 Oct 17 03:15:31.897589 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-821e4bfa-12a8-4149-a443-0eeed9572504 req-1700dc84-b4b3-40e7-9307-d13d3569a1ea tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] No DVR routers for this DVR port cb27a482-79a3-49f6-be43-6876d0f79519 on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:15:31.900043 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-821e4bfa-12a8-4149-a443-0eeed9572504 req-1700dc84-b4b3-40e7-9307-d13d3569a1ea tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:31.903226 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-821e4bfa-12a8-4149-a443-0eeed9572504 req-1700dc84-b4b3-40e7-9307-d13d3569a1ea tempest-VolumesSnapshotTestJSON-1412287430 tempest-VolumesSnapshotTestJSON-1412287430-project] 10.222.0.23 "DELETE /networking/v2.0/ports/cb27a482-79a3-49f6-be43-6876d0f79519 HTTP/1.1" status: 204 len: 173 time: 0.3940721 Oct 17 03:15:31.903698 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5545b41c-d358-4568-a79c-da1f0c2e1700', 'name': 'network-vif-deleted', 'tag': 'cb27a482-79a3-49f6-be43-6876d0f79519'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:15:31.905899 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9170ed4-8a3e-4111-8a6a-2efeb38506a4" -d '{"events": [{"server_uuid": "5545b41c-d358-4568-a79c-da1f0c2e1700", "name": "network-vif-deleted", "tag": "cb27a482-79a3-49f6-be43-6876d0f79519"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:15:31.944216 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112eb328-6776-4ff6-9d1c-3b373c176ddd x-openstack-request-id: req-112eb328-6776-4ff6-9d1c-3b373c176ddd {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:15:31.944516 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5545b41c-d358-4568-a79c-da1f0c2e1700", "name": "network-vif-deleted", "tag": "cb27a482-79a3-49f6-be43-6876d0f79519", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:15:31.944744 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-112eb328-6776-4ff6-9d1c-3b373c176ddd {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:15:31.945148 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112eb328-6776-4ff6-9d1c-3b373c176ddd'] response: {'server_uuid': '5545b41c-d358-4568-a79c-da1f0c2e1700', 'name': 'network-vif-deleted', 'tag': 'cb27a482-79a3-49f6-be43-6876d0f79519', 'status': 'completed', 'code': 200} Oct 17 03:15:32.420702 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e1b2b-50e1-49f5-ab7a-f849ddf582ff req-d35ba003-058b-4d84-a2cd-9b35c43f17b1 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:32.422167 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-869e1b2b-50e1-49f5-ab7a-f849ddf582ff req-d35ba003-058b-4d84-a2cd-9b35c43f17b1 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0469632 Oct 17 03:15:32.468939 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-869e1b2b-50e1-49f5-ab7a-f849ddf582ff req-68ee2f20-ebd1-4e52-bf56-59be5351de3d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410480 Oct 17 03:15:33.591259 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50286638-6967-4348-b586-4ec7f0529d23 req-ae88de50-ba81-4b09-9c62-376137c9723a tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:33.592693 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-50286638-6967-4348-b586-4ec7f0529d23 req-ae88de50-ba81-4b09-9c62-376137c9723a tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0493054 Oct 17 03:15:33.639167 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-50286638-6967-4348-b586-4ec7f0529d23 req-fed2dfd1-1eb2-4bac-ac4a-5b6a95321a55 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409358 Oct 17 03:15:34.195350 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device cb27a482-79a3-49f6-be43-6876d0f79519 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:15:34.215354 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: cb27a482-79a3-49f6-be43-6876d0f79519 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:15:34.215691 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device cb27a482-79a3-49f6-be43-6876d0f79519 not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:15:34.762174 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f933d9b-0bb4-44cd-ace8-b1ea753e3be6 req-cee3affe-72a3-4ffe-96f2-64947bf6f0dd tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:34.763692 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1f933d9b-0bb4-44cd-ace8-b1ea753e3be6 req-cee3affe-72a3-4ffe-96f2-64947bf6f0dd tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0465002 Oct 17 03:15:34.810723 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1f933d9b-0bb4-44cd-ace8-b1ea753e3be6 req-7394aa5e-8c0b-4f8a-9f51-aed2694e9e68 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414639 Oct 17 03:15:35.437956 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:35.932331 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da1853-14cc-48f4-b06c-6d412f4406a8 req-4dffa1b8-ee5a-474f-9ff9-0d11db725284 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:35.933784 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e3da1853-14cc-48f4-b06c-6d412f4406a8 req-4dffa1b8-ee5a-474f-9ff9-0d11db725284 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0477993 Oct 17 03:15:35.980696 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e3da1853-14cc-48f4-b06c-6d412f4406a8 req-4149d561-ad47-4558-9f68-f2f117b7c07c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414186 Oct 17 03:15:37.099780 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b543f3-ed54-463d-981c-e379769959be req-0a127e01-f904-4a80-b79b-77610073c364 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:37.101243 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a2b543f3-ed54-463d-981c-e379769959be req-0a127e01-f904-4a80-b79b-77610073c364 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0466373 Oct 17 03:15:37.144666 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:37.152522 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a2b543f3-ed54-463d-981c-e379769959be req-5581cc9b-e7b3-40bf-8723-0a3722b125de tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452454 Oct 17 03:15:37.266448 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce392-ffe2-46f2-ac2d-fe6fed070672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:38.274375 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639bf2a-7dd0-4ee3-8579-14c7e8131632 req-a45dba0e-9fd8-431b-a125-5e53ddfa6879 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:38.276976 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b639bf2a-7dd0-4ee3-8579-14c7e8131632 req-a45dba0e-9fd8-431b-a125-5e53ddfa6879 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0480642 Oct 17 03:15:38.328114 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b639bf2a-7dd0-4ee3-8579-14c7e8131632 req-dcd07b23-d4df-4b5b-a567-12b171c7f693 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457678 Oct 17 03:15:39.313553 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-671541a4-2211-4831-aa28-eaebc3425115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:39.449912 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9fd03-6e9e-4d7a-979e-027101c1d461 req-ff8163fa-436c-4c6e-8f1c-fddfb876784e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:39.451377 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-52b9fd03-6e9e-4d7a-979e-027101c1d461 req-ff8163fa-436c-4c6e-8f1c-fddfb876784e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0455854 Oct 17 03:15:39.496858 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-52b9fd03-6e9e-4d7a-979e-027101c1d461 req-116a18e0-50e6-4b5c-a6b1-7caf9e9d42b4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400500 Oct 17 03:15:40.618006 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92761fa-da46-42dc-a03d-f378b9760fe1 req-fb567fa7-c631-4a13-8b64-74acd274c2c1 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:40.619666 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a92761fa-da46-42dc-a03d-f378b9760fe1 req-fb567fa7-c631-4a13-8b64-74acd274c2c1 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0468690 Oct 17 03:15:40.667028 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a92761fa-da46-42dc-a03d-f378b9760fe1 req-14a6ddd7-1bb9-4a94-a508-f2d238db7d7e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417986 Oct 17 03:15:40.707023 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:41.776856 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:41.788452 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733c21e-111d-471f-bbbe-45f35e85c2da req-54fb534f-391b-41fd-8fb9-08c954d86b0f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:41.789907 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b733c21e-111d-471f-bbbe-45f35e85c2da req-54fb534f-391b-41fd-8fb9-08c954d86b0f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0484717 Oct 17 03:15:41.837018 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b733c21e-111d-471f-bbbe-45f35e85c2da req-dbfcda1c-ce55-475c-9760-74f322a6cbaf tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410407 Oct 17 03:15:42.038500 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd0aa5-8bdb-4642-92a9-057a64bfdf8d req-42daa190-9928-41d6-8ba3-d22782891bc1 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:42.039881 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92bd0aa5-8bdb-4642-92a9-057a64bfdf8d req-42daa190-9928-41d6-8ba3-d22782891bc1 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0499620 Oct 17 03:15:42.086592 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92bd0aa5-8bdb-4642-92a9-057a64bfdf8d req-c6266947-c9de-4a9e-b83c-6e49338fea34 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Oct 17 03:15:42.129008 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:42.311038 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:43.210714 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c52ae-e515-48ce-aedc-4e26dd315509 req-9fd6a424-4f4f-46a2-a100-b0839c3448f3 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:43.212344 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-937c52ae-e515-48ce-aedc-4e26dd315509 req-9fd6a424-4f4f-46a2-a100-b0839c3448f3 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0456188 Oct 17 03:15:43.245963 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:43.256131 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:43.260785 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-937c52ae-e515-48ce-aedc-4e26dd315509 req-56951846-9eaf-40d2-91ca-e0ad0ebad949 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429776 Oct 17 03:15:44.219975 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc611-137a-468b-8331-60c23cab5e97 req-5fd8a8bb-f71e-475c-bc7d-ecb5fc03e29a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:44.221426 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-242bc611-137a-468b-8331-60c23cab5e97 req-5fd8a8bb-f71e-475c-bc7d-ecb5fc03e29a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 945 time: 0.0500259 Oct 17 03:15:44.267813 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-242bc611-137a-468b-8331-60c23cab5e97 req-b3383a28-c877-4cf0-a842-dea5bcacc049 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408356 Oct 17 03:15:44.380847 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c366c63-8876-4b4f-9063-9bc56135b0d1 req-ef4a45e8-2e8d-4b10-987f-aacc395c6973 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:44.382525 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6c366c63-8876-4b4f-9063-9bc56135b0d1 req-ef4a45e8-2e8d-4b10-987f-aacc395c6973 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0463216 Oct 17 03:15:44.430051 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6c366c63-8876-4b4f-9063-9bc56135b0d1 req-06937cc2-6cc5-4196-8d88-58e2cce014ad tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Oct 17 03:15:45.388484 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23aa70-5c8d-4203-af90-1461e6601701 req-3780f73e-8648-41dd-a0f4-c457cf5faad4 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:45.389937 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1d23aa70-5c8d-4203-af90-1461e6601701 req-3780f73e-8648-41dd-a0f4-c457cf5faad4 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 945 time: 0.0462508 Oct 17 03:15:45.437246 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1d23aa70-5c8d-4203-af90-1461e6601701 req-76557165-dbb1-4dec-9350-b67ebd4e316d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417900 Oct 17 03:15:45.549628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed00a7-c330-440a-af5c-4c1a2a0db9c6 req-8b8fac32-99b1-4218-a758-bbecedb707d4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:45.551120 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-36ed00a7-c330-440a-af5c-4c1a2a0db9c6 req-8b8fac32-99b1-4218-a758-bbecedb707d4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0463994 Oct 17 03:15:45.601276 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-36ed00a7-c330-440a-af5c-4c1a2a0db9c6 req-e832fda2-a6b2-4c3d-b9b8-0db0df470590 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446053 Oct 17 03:15:45.891669 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c387a-3608-4a3c-8b1e-62d00718dc3e req-ba2dd433-9a26-4271-b0c9-78bb34c52260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:45.893380 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a52c387a-3608-4a3c-8b1e-62d00718dc3e req-ba2dd433-9a26-4271-b0c9-78bb34c52260 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5&device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 1130 time: 0.0406067 Oct 17 03:15:46.004688 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c387a-3608-4a3c-8b1e-62d00718dc3e req-d7a474db-4a7f-467c-9c68-3e9fa3971e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:46.006412 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a52c387a-3608-4a3c-8b1e-62d00718dc3e req-d7a474db-4a7f-467c-9c68-3e9fa3971e3d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 HTTP/1.1" status: 200 len: 912 time: 0.1033521 Oct 17 03:15:46.073876 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a52c387a-3608-4a3c-8b1e-62d00718dc3e req-64212d10-121a-4b63-8677-5305b85baab7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf904496-4f8e-473c-8ea7-795ed5aefe57 HTTP/1.1" status: 200 len: 1002 time: 0.0577741 Oct 17 03:15:46.203275 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c387a-3608-4a3c-8b1e-62d00718dc3e req-036a9510-6abf-4240-9c8f-90d2185de257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:46.204675 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a52c387a-3608-4a3c-8b1e-62d00718dc3e req-036a9510-6abf-4240-9c8f-90d2185de257 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cfde2bec-0943-4043-aac7-af99f4b6cebf HTTP/1.1" status: 200 len: 850 time: 0.0431356 Oct 17 03:15:46.252046 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c387a-3608-4a3c-8b1e-62d00718dc3e req-6ea8077b-28c9-4b58-9e44-7dba2cf67473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:46.253499 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a52c387a-3608-4a3c-8b1e-62d00718dc3e req-6ea8077b-28c9-4b58-9e44-7dba2cf67473 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401001 Oct 17 03:15:46.391729 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-474987e0-ff08-4073-9729-885a6984bdab tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:46.393184 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-474987e0-ff08-4073-9729-885a6984bdab tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 945 time: 0.0921946 Oct 17 03:15:46.458479 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a52c387a-3608-4a3c-8b1e-62d00718dc3e req-f4e42db5-36d3-453f-8c23-c580792793d8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586380 Oct 17 03:15:46.544743 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Deleting port 7589b628-e985-4bc3-a2e0-858b8f897a49 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:15:46.545084 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:46.558924 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a9fb9-e641-467d-8bde-67010468cf38 req-1fb36590-3989-40b3-988b-1c223800339a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:46.560396 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7a4a9fb9-e641-467d-8bde-67010468cf38 req-1fb36590-3989-40b3-988b-1c223800339a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 945 time: 0.0466721 Oct 17 03:15:46.598172 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:46.611810 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7a4a9fb9-e641-467d-8bde-67010468cf38 req-5d444592-f30a-4488-a6db-06acda8f3347 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3a4954df-bfb0-4825-93cb-d81d0ae5cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454400 Oct 17 03:15:46.629550 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:46.639033 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a52c387a-3608-4a3c-8b1e-62d00718dc3e req-588a04c7-c10d-4931-ae54-99443b4dbfbb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729734 Oct 17 03:15:46.666912 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] For port 7589b628-e985-4bc3-a2e0-858b8f897a49, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=7589b628-e985-4bc3-a2e0-858b8f897a49,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:15:46.667594 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:46.814852 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0731776-6d40-4c4c-90ab-6ad97a4c608c req-9aea67cd-d4ae-4f46-8747-0d2b5ed13f4d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:46.816256 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f0731776-6d40-4c4c-90ab-6ad97a4c608c req-9aea67cd-d4ae-4f46-8747-0d2b5ed13f4d tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.1155095 Oct 17 03:15:46.897958 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:46.935337 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f0731776-6d40-4c4c-90ab-6ad97a4c608c req-b910092e-cf69-4e78-9ce7-24e0ac93222f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910206 Oct 17 03:15:46.949432 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:46.949800 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (91415708-9e1a-415c-b99a-93ce31d15348), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:46.950119 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Floating IP 91415708-9e1a-415c-b99a-93ce31d15348 disassociated. External IP: 172.27.0.203, port: 7589b628-e985-4bc3-a2e0-858b8f897a49. Oct 17 03:15:46.950477 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Calling delete_port for 7589b628-e985-4bc3-a2e0-858b8f897a49 owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:15:47.084168 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (7589b628-e985-4bc3-a2e0-858b8f897a49), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:47.119131 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event deleted for resources: {'Port': ['ID=7589b628-e985-4bc3-a2e0-858b8f897a49,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:47.128751 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.129130 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.129466 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.129795 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.130122 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.130451 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.130774 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.150628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.150628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.150628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.150628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.150628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.150628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.150628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.150628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:15:47.248873 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Router f6782d4e-5bef-4f0e-a454-72c841ef9e46 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:15:47.352636 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:15:47.366001 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7ae7f-6ecd-4d86-bc1b-9b14d6367c89 None None] Sync routers for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:15:47.375671 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7ae7f-6ecd-4d86-bc1b-9b14d6367c89 None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:15:47.376281 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-6ce7ae7f-6ecd-4d86-bc1b-9b14d6367c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:15:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:15:47.396846 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] No DVR routers for this DVR port 7589b628-e985-4bc3-a2e0-858b8f897a49 on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:15:47.400306 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:47.403632 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c18c2c4-cb17-448e-8334-14f269d101eb req-3764008a-975b-40c8-830b-0afa91787a0d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "DELETE /networking/v2.0/ports/7589b628-e985-4bc3-a2e0-858b8f897a49 HTTP/1.1" status: 204 len: 173 time: 1.0028622 Oct 17 03:15:47.404132 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'name': 'network-vif-deleted', 'tag': '7589b628-e985-4bc3-a2e0-858b8f897a49'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:15:47.406392 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c385ab-dc06-4df6-bd51-48b667829a7b" -d '{"events": [{"server_uuid": "d834c830-cb7f-43ce-ac79-2bf168e8f664", "name": "network-vif-deleted", "tag": "7589b628-e985-4bc3-a2e0-858b8f897a49"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:15:47.448378 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958bb908-1ad1-48b8-b1ee-ecbcaea9f485 x-openstack-request-id: req-958bb908-1ad1-48b8-b1ee-ecbcaea9f485 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:15:47.448714 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d834c830-cb7f-43ce-ac79-2bf168e8f664", "name": "network-vif-deleted", "tag": "7589b628-e985-4bc3-a2e0-858b8f897a49", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:15:47.448992 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-958bb908-1ad1-48b8-b1ee-ecbcaea9f485 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:15:47.449551 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958bb908-1ad1-48b8-b1ee-ecbcaea9f485'] response: {'server_uuid': 'd834c830-cb7f-43ce-ac79-2bf168e8f664', 'name': 'network-vif-deleted', 'tag': '7589b628-e985-4bc3-a2e0-858b8f897a49', 'status': 'completed', 'code': 200} Oct 17 03:15:47.496846 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-6ce7ae7f-6ecd-4d86-bc1b-9b14d6367c89 None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:15:47.719084 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-6ce7ae7f-6ecd-4d86-bc1b-9b14d6367c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '16656121-8590-4cdc-89ed-5b2111c788f6', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '4df765f6-05e9-4846-a92d-d12d217252a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:20:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc83673-1557-4eb9-b80b-825364198d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:12:06Z', 'updated_at': '2022-10-17T03:12:54Z', 'revision_number': 2, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:15:47.749074 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7ae7f-6ecd-4d86-bc1b-9b14d6367c89 None None] Checking router: f6782d4e-5bef-4f0e-a454-72c841ef9e46 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:15:47.757836 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7ae7f-6ecd-4d86-bc1b-9b14d6367c89 None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:15:47.758458 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-6ce7ae7f-6ecd-4d86-bc1b-9b14d6367c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:15:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:15:47.761159 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-682827cc-9ddf-4ca1-acf7-b91108c889fe req-631d9cd5-6d10-400d-8de6-092c9512ec2f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d834c830-cb7f-43ce-ac79-2bf168e8f664 HTTP/1.1" status: 200 len: 210 time: 0.0399597 Oct 17 03:15:47.867329 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-6ce7ae7f-6ecd-4d86-bc1b-9b14d6367c89 None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:15:48.075669 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e08a23-e215-495c-8fbf-09f03703c7c4 req-579394aa-0ebe-4b7b-abf4-e701eedba47e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:48.077937 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d0e08a23-e215-495c-8fbf-09f03703c7c4 req-579394aa-0ebe-4b7b-abf4-e701eedba47e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0543482 Oct 17 03:15:48.129547 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d0e08a23-e215-495c-8fbf-09f03703c7c4 req-c88e3393-1298-4db0-8050-69eb81ddd378 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456941 Oct 17 03:15:48.225139 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-6ce7ae7f-6ecd-4d86-bc1b-9b14d6367c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '16656121-8590-4cdc-89ed-5b2111c788f6', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '4df765f6-05e9-4846-a92d-d12d217252a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:20:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc83673-1557-4eb9-b80b-825364198d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:12:06Z', 'updated_at': '2022-10-17T03:12:54Z', 'revision_number': 2, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:15:48.254310 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7ae7f-6ecd-4d86-bc1b-9b14d6367c89 None None] The sync data for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '16656121-8590-4cdc-89ed-5b2111c788f6', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '4df765f6-05e9-4846-a92d-d12d217252a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:20:1b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc83673-1557-4eb9-b80b-825364198d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:12:06Z', 'updated_at': '2022-10-17T03:12:54Z', 'revision_number': 2, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:15:48.545711 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f2cbd1-b123-427b-ae18-c54f82d1bb95 None None] New status for floating IP 91415708-9e1a-415c-b99a-93ce31d15348: DOWN {{(pid=104640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:15:48.864968 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 40840) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:48.922640 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cd86409e-e44b-43b5-be22-50f8577f09c6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (3a4954df-bfb0-4825-93cb-d81d0ae5cb58), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:48.940670 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:48.947077 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cd86409e-e44b-43b5-be22-50f8577f09c6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (3a4954df-bfb0-4825-93cb-d81d0ae5cb58), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:49.002519 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cd86409e-e44b-43b5-be22-50f8577f09c6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (3a4954df-bfb0-4825-93cb-d81d0ae5cb58), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:49.005212 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cd86409e-e44b-43b5-be22-50f8577f09c6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:49.006583 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-cd86409e-e44b-43b5-be22-50f8577f09c6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3a4954df-bfb0-4825-93cb-d81d0ae5cb58 HTTP/1.1" status: 204 len: 168 time: 0.1401048 Oct 17 03:15:49.009759 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 40842) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:49.018358 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86409e-e44b-43b5-be22-50f8577f09c6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4954df-bfb0-4825-93cb-d81d0ae5cb58,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:49.027704 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.api.v2.resource [None req-be13df9a-785c-4198-bd0d-deaf5531805f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] show failed (client error): The resource could not be found. Oct 17 03:15:49.029080 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-be13df9a-785c-4198-bd0d-deaf5531805f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups/3a4954df-bfb0-4825-93cb-d81d0ae5cb58 HTTP/1.1" status: 404 len: 347 time: 0.0181127 Oct 17 03:15:49.035095 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 40844) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:49.137710 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:49.153543 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-571612cb-9bb3-4293-ae94-8d2aaa616b4c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Deleting port 07532c14-97e2-44ba-a7c9-65a48fd70fe2 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:15:49.153885 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-571612cb-9bb3-4293-ae94-8d2aaa616b4c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (07532c14-97e2-44ba-a7c9-65a48fd70fe2), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:49.242527 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-571612cb-9bb3-4293-ae94-8d2aaa616b4c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (07532c14-97e2-44ba-a7c9-65a48fd70fe2), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:49.242849 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-571612cb-9bb3-4293-ae94-8d2aaa616b4c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (07532c14-97e2-44ba-a7c9-65a48fd70fe2), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:49.256714 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-571612cb-9bb3-4293-ae94-8d2aaa616b4c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Calling delete_port for 07532c14-97e2-44ba-a7c9-65a48fd70fe2 owned by network:floatingip {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:15:49.413543 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-571612cb-9bb3-4293-ae94-8d2aaa616b4c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (07532c14-97e2-44ba-a7c9-65a48fd70fe2), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:49.450021 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571612cb-9bb3-4293-ae94-8d2aaa616b4c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event deleted for resources: {'Port': ['ID=07532c14-97e2-44ba-a7c9-65a48fd70fe2,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:49.532195 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-571612cb-9bb3-4293-ae94-8d2aaa616b4c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (91415708-9e1a-415c-b99a-93ce31d15348), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:49.534803 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-571612cb-9bb3-4293-ae94-8d2aaa616b4c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:49.536096 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-571612cb-9bb3-4293-ae94-8d2aaa616b4c tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/91415708-9e1a-415c-b99a-93ce31d15348 HTTP/1.1" status: 204 len: 168 time: 0.4999290 Oct 17 03:15:50.272149 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 7589b628-e985-4bc3-a2e0-858b8f897a49 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:15:50.291671 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: 7589b628-e985-4bc3-a2e0-858b8f897a49 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:15:50.292011 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 7589b628-e985-4bc3-a2e0-858b8f897a49 not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:15:50.302692 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f4348fba-f156-4443-801b-57c476d6247a req-e93f8b37-8471-44c3-8e9b-f9f79514cca5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451229 Oct 17 03:15:50.425121 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4348fba-f156-4443-801b-57c476d6247a req-3a6689ae-8465-48ad-bd11-370b59844a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:50.426608 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f4348fba-f156-4443-801b-57c476d6247a req-3a6689ae-8465-48ad-bd11-370b59844a57 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5&device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 1130 time: 0.0414166 Oct 17 03:15:50.535744 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4348fba-f156-4443-801b-57c476d6247a req-ed337aba-89f9-44a1-9c14-55be229cf185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:50.537168 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f4348fba-f156-4443-801b-57c476d6247a req-ed337aba-89f9-44a1-9c14-55be229cf185 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 HTTP/1.1" status: 200 len: 912 time: 0.0877435 Oct 17 03:15:50.604160 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f4348fba-f156-4443-801b-57c476d6247a req-25543312-06bc-41f3-bd18-e6f727ec1f4c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf904496-4f8e-473c-8ea7-795ed5aefe57 HTTP/1.1" status: 200 len: 1002 time: 0.0597072 Oct 17 03:15:50.659896 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4348fba-f156-4443-801b-57c476d6247a req-08fb454c-6634-4ae2-9230-6311b52f30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:50.661883 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f4348fba-f156-4443-801b-57c476d6247a req-08fb454c-6634-4ae2-9230-6311b52f30b7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cfde2bec-0943-4043-aac7-af99f4b6cebf HTTP/1.1" status: 200 len: 850 time: 0.0505280 Oct 17 03:15:50.718960 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4348fba-f156-4443-801b-57c476d6247a req-8293e278-c149-41d8-a305-ed51a840cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:50.720600 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f4348fba-f156-4443-801b-57c476d6247a req-8293e278-c149-41d8-a305-ed51a840cfd4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481262 Oct 17 03:15:50.786470 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:50.815514 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f4348fba-f156-4443-801b-57c476d6247a req-e59285cf-38ee-4352-bde0-209debb3c4ec service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857348 Oct 17 03:15:51.163013 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f4348fba-f156-4443-801b-57c476d6247a req-d7389d01-20d7-48b5-98e4-049f6d9e92c9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398037 Oct 17 03:15:51.195323 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4b61f-da40-476d-adcf-add0cd889513 req-ce41d6f7-6bda-4bba-b1db-bf83a0afb968 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:51.196796 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-23e4b61f-da40-476d-adcf-add0cd889513 req-ce41d6f7-6bda-4bba-b1db-bf83a0afb968 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 946 time: 0.0533843 Oct 17 03:15:51.227559 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:51.245828 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-23e4b61f-da40-476d-adcf-add0cd889513 req-9ae9edc6-d066-444f-8bab-f070f91e6f7f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Oct 17 03:15:52.366782 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf178a1e-6bb7-44a9-8ec5-f6b61c57848e req-4bfc82c7-a10d-42c1-92bd-b83d668fc2cb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:52.368825 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cf178a1e-6bb7-44a9-8ec5-f6b61c57848e req-4bfc82c7-a10d-42c1-92bd-b83d668fc2cb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 946 time: 0.0451574 Oct 17 03:15:52.418426 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cf178a1e-6bb7-44a9-8ec5-f6b61c57848e req-c3e344cd-7613-45df-b541-fd61ee9a5d4e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436809 Oct 17 03:15:52.939069 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-de30ac5a-b197-47cd-9512-266189e5ec17 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:52.940502 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-de30ac5a-b197-47cd-9512-266189e5ec17 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 946 time: 0.0469036 Oct 17 03:15:53.035711 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Deleting port 4df765f6-05e9-4846-a92d-d12d217252a8 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:15:53.036052 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:53.131326 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] For port 4df765f6-05e9-4846-a92d-d12d217252a8, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=4df765f6-05e9-4846-a92d-d12d217252a8,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:15:53.131689 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:53.301968 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:53.302364 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (16656121-8590-4cdc-89ed-5b2111c788f6), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:53.302683 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Floating IP 16656121-8590-4cdc-89ed-5b2111c788f6 disassociated. External IP: 172.27.0.97, port: 4df765f6-05e9-4846-a92d-d12d217252a8. Oct 17 03:15:53.303068 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Calling delete_port for 4df765f6-05e9-4846-a92d-d12d217252a8 owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:15:53.434536 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (4df765f6-05e9-4846-a92d-d12d217252a8), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:53.463667 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event deleted for resources: {'Port': ['ID=4df765f6-05e9-4846-a92d-d12d217252a8,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:53.542589 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-121f9b0b-5d8a-49d9-b724-b6ef819b134a req-708681b2-c7b7-4c20-b832-dbc1eb544194 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4fc83673-1557-4eb9-b80b-825364198d8a HTTP/1.1" status: 200 len: 210 time: 0.0277834 Oct 17 03:15:53.574633 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:53.576940 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Router f6782d4e-5bef-4f0e-a454-72c841ef9e46 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:15:53.684127 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:15:53.694123 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39e20c3-20e2-49de-abfa-52d918dc3059 None None] Sync routers for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:15:53.705274 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39e20c3-20e2-49de-abfa-52d918dc3059 None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:15:53.705883 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-d39e20c3-20e2-49de-abfa-52d918dc3059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:15:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:15:53.726418 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] No DVR routers for this DVR port 4df765f6-05e9-4846-a92d-d12d217252a8 on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:15:53.729293 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:53.732882 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e5ff1e3c-0c6c-43e1-adf9-cc0b5a735353 req-6b58034a-90df-4a5e-be11-1c697e62ae6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "DELETE /networking/v2.0/ports/4df765f6-05e9-4846-a92d-d12d217252a8 HTTP/1.1" status: 204 len: 173 time: 0.7836568 Oct 17 03:15:53.733420 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc83673-1557-4eb9-b80b-825364198d8a', 'name': 'network-vif-deleted', 'tag': '4df765f6-05e9-4846-a92d-d12d217252a8'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:15:53.736450 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb83d4bd-4862-4a9e-9729-ec6061467ca7" -d '{"events": [{"server_uuid": "4fc83673-1557-4eb9-b80b-825364198d8a", "name": "network-vif-deleted", "tag": "4df765f6-05e9-4846-a92d-d12d217252a8"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:15:53.757212 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:53.786191 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a5a9be-aa66-47a6-9f81-56801aabf701 x-openstack-request-id: req-46a5a9be-aa66-47a6-9f81-56801aabf701 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:15:53.786479 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc83673-1557-4eb9-b80b-825364198d8a", "name": "network-vif-deleted", "tag": "4df765f6-05e9-4846-a92d-d12d217252a8", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:15:53.787021 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-46a5a9be-aa66-47a6-9f81-56801aabf701 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:15:53.787493 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a5a9be-aa66-47a6-9f81-56801aabf701'] response: {'server_uuid': '4fc83673-1557-4eb9-b80b-825364198d8a', 'name': 'network-vif-deleted', 'tag': '4df765f6-05e9-4846-a92d-d12d217252a8', 'status': 'completed', 'code': 200} Oct 17 03:15:53.812154 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:53.824932 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-d39e20c3-20e2-49de-abfa-52d918dc3059 None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:15:54.031025 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-d39e20c3-20e2-49de-abfa-52d918dc3059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:15:54.057608 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39e20c3-20e2-49de-abfa-52d918dc3059 None None] Checking router: f6782d4e-5bef-4f0e-a454-72c841ef9e46 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:15:54.066093 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39e20c3-20e2-49de-abfa-52d918dc3059 None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:15:54.066661 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-d39e20c3-20e2-49de-abfa-52d918dc3059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:15:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:15:54.170218 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-d39e20c3-20e2-49de-abfa-52d918dc3059 None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:15:54.365750 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-d39e20c3-20e2-49de-abfa-52d918dc3059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:15:54.395770 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39e20c3-20e2-49de-abfa-52d918dc3059 None None] The sync data for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:15:54.444484 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:15:54.653660 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 40936) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:54.661274 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d2392-23d6-4e82-b140-664016f9e0f2 None None] New status for floating IP 16656121-8590-4cdc-89ed-5b2111c788f6: DOWN {{(pid=104640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:15:54.711567 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f269a2-2f04-42cf-8967-6c32cd4c2e15 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (d4636c33-1ba6-4f64-9501-acfdc4bb7fd5), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:54.737095 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f269a2-2f04-42cf-8967-6c32cd4c2e15 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (d4636c33-1ba6-4f64-9501-acfdc4bb7fd5), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:54.791715 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f269a2-2f04-42cf-8967-6c32cd4c2e15 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (d4636c33-1ba6-4f64-9501-acfdc4bb7fd5), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:54.794955 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f269a2-2f04-42cf-8967-6c32cd4c2e15 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:54.798595 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a6f269a2-2f04-42cf-8967-6c32cd4c2e15 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d4636c33-1ba6-4f64-9501-acfdc4bb7fd5 HTTP/1.1" status: 204 len: 168 time: 0.1437654 Oct 17 03:15:54.801822 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 40938) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:54.811073 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f269a2-2f04-42cf-8967-6c32cd4c2e15 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4636c33-1ba6-4f64-9501-acfdc4bb7fd5,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:54.841582 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.api.v2.resource [None req-1cad64b7-3421-4336-86b5-15876ebdee4d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] show failed (client error): The resource could not be found. Oct 17 03:15:54.845281 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-1cad64b7-3421-4336-86b5-15876ebdee4d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups/d4636c33-1ba6-4f64-9501-acfdc4bb7fd5 HTTP/1.1" status: 404 len: 347 time: 0.0395989 Oct 17 03:15:54.845493 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 40940) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:54.957881 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-ba188205-32fb-4333-9da4-a02eed9322b2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Deleting port 31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:15:54.958217 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ba188205-32fb-4333-9da4-a02eed9322b2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.039538 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ba188205-32fb-4333-9da4-a02eed9322b2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.039786 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ba188205-32fb-4333-9da4-a02eed9322b2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.051915 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-ba188205-32fb-4333-9da4-a02eed9322b2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Calling delete_port for 31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372 owned by network:floatingip {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:15:55.185360 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ba188205-32fb-4333-9da4-a02eed9322b2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.210434 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba188205-32fb-4333-9da4-a02eed9322b2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event deleted for resources: {'Port': ['ID=31c8aaf7-ae20-4e93-8dd8-b3a7bb4d8372,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:55.238790 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ba188205-32fb-4333-9da4-a02eed9322b2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (16656121-8590-4cdc-89ed-5b2111c788f6), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.241396 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ba188205-32fb-4333-9da4-a02eed9322b2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.242539 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-ba188205-32fb-4333-9da4-a02eed9322b2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/16656121-8590-4cdc-89ed-5b2111c788f6 HTTP/1.1" status: 204 len: 168 time: 0.3961670 Oct 17 03:15:55.323795 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 40946) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:55.328379 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-70adf413-6269-45d4-921c-713909a72fc8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--25809290', 'description': 'tempest-description--1948591292'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:15:55.348687 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-70adf413-6269-45d4-921c-713909a72fc8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.350315 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:55.370055 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:55.386580 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 40950) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:55.421507 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:55.429703 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-70adf413-6269-45d4-921c-713909a72fc8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (228ff821-1356-4c8a-affa-d11ea7b6797f), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.436636 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-70adf413-6269-45d4-921c-713909a72fc8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (228ff821-1356-4c8a-affa-d11ea7b6797f), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.439800 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0f3760-c76a-4607-b160-079a7be706b5 admin admin] Deleting subnet db8384d0-452c-4b1f-ba72-46b7875d3223 {{(pid=104638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:15:55.442960 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3760-c76a-4607-b160-079a7be706b5 admin admin] Publish callbacks [] for subnet (db8384d0-452c-4b1f-ba72-46b7875d3223), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.469398 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-70adf413-6269-45d4-921c-713909a72fc8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.470624 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-70adf413-6269-45d4-921c-713909a72fc8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1457922 Oct 17 03:15:55.472449 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adf413-6269-45d4-921c-713909a72fc8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228ff821-1356-4c8a-affa-d11ea7b6797f,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:55.474720 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 40952) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:55.479385 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-14416237-67fa-46b7-b234-44e983b889ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'security_group_rule': {'security_group_id': '228ff821-1356-4c8a-affa-d11ea7b6797f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:15:55.481006 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3760-c76a-4607-b160-079a7be706b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660978'] for subnet (db8384d0-452c-4b1f-ba72-46b7875d3223), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.506826 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-14416237-67fa-46b7-b234-44e983b889ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (f9266d07-3a24-46ed-808c-de4d27d6e9a1), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.522604 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3760-c76a-4607-b160-079a7be706b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (db8384d0-452c-4b1f-ba72-46b7875d3223), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.562698 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-14416237-67fa-46b7-b234-44e983b889ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (f9266d07-3a24-46ed-808c-de4d27d6e9a1), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.567534 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-14416237-67fa-46b7-b234-44e983b889ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (f9266d07-3a24-46ed-808c-de4d27d6e9a1), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.581177 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3760-c76a-4607-b160-079a7be706b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821080'] for subnet (db8384d0-452c-4b1f-ba72-46b7875d3223), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.586449 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14416237-67fa-46b7-b234-44e983b889ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9266d07-3a24-46ed-808c-de4d27d6e9a1,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:55.596037 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-14416237-67fa-46b7-b234-44e983b889ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.599818 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-14416237-67fa-46b7-b234-44e983b889ff tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218052 Oct 17 03:15:55.600096 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 40954) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:55.604991 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-f7a8c929-632e-489b-8adf-3b14dae2d33b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'security_group_rule': {'security_group_id': '228ff821-1356-4c8a-affa-d11ea7b6797f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:15:55.613251 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f3760-c76a-4607-b160-079a7be706b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db8384d0-452c-4b1f-ba72-46b7875d3223,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:55.618722 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3760-c76a-4607-b160-079a7be706b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.622063 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-9d0f3760-c76a-4607-b160-079a7be706b5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/db8384d0-452c-4b1f-ba72-46b7875d3223 HTTP/1.1" status: 204 len: 168 time: 0.2343590 Oct 17 03:15:55.624629 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 40956) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:55.639402 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c929-632e-489b-8adf-3b14dae2d33b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (c65bfae5-e94f-4ce1-a700-678e7bb3eca1), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.688613 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c929-632e-489b-8adf-3b14dae2d33b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (c65bfae5-e94f-4ce1-a700-678e7bb3eca1), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.691682 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c929-632e-489b-8adf-3b14dae2d33b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (c65bfae5-e94f-4ce1-a700-678e7bb3eca1), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.694855 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (8f1e2c13-b4f2-4e53-81bc-b89ddf861600), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.709679 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8c929-632e-489b-8adf-3b14dae2d33b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65bfae5-e94f-4ce1-a700-678e7bb3eca1,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:55.718032 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f7a8c929-632e-489b-8adf-3b14dae2d33b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.722292 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-f7a8c929-632e-489b-8adf-3b14dae2d33b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183188 Oct 17 03:15:55.722514 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 40958) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:55.726694 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:15:55.747582 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.777561 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (8f1e2c13-b4f2-4e53-81bc-b89ddf861600), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.798648 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1e2c13-b4f2-4e53-81bc-b89ddf861600']}} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:15:55.807889 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cd66d1-a72f-4f97-aaec-012d961ebe63') {'for_net_delete': True} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:15:55.808179 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cd66d1-a72f-4f97-aaec-012d961ebe63') {} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:15:55.818786 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3661003'] for segment (b3cd66d1-a72f-4f97-aaec-012d961ebe63), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.825869 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.834363 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (b3cd66d1-a72f-4f97-aaec-012d961ebe63), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.842237 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=104638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:15:55.842625 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25377617'] for segment (b3cd66d1-a72f-4f97-aaec-012d961ebe63), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.884594 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment b3cd66d1-a72f-4f97-aaec-012d961ebe63 resource provider aggregate not found Oct 17 03:15:55.905613 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment b3cd66d1-a72f-4f97-aaec-012d961ebe63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3cd66d1-a72f-4f97-aaec-012d961ebe63 found for delete ", "request_id": "req-dd5315c7-fd28-4a25-817f-cdaf827ffefc"}]} Oct 17 03:15:55.909948 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (8f1e2c13-b4f2-4e53-81bc-b89ddf861600), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.917375 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:55.922746 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/8f1e2c13-b4f2-4e53-81bc-b89ddf861600 HTTP/1.1" status: 204 len: 168 time: 0.2948713 Oct 17 03:15:55.932162 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bbe18-3fbb-428b-9c99-f65ca3e437dc admin admin] Pushing event deleted for resources: {'Network': ['ID=8f1e2c13-b4f2-4e53-81bc-b89ddf861600,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:55.939041 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Allocated IP 172.27.0.187 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/e65470f0-e35c-4d94-90c1-af985cb75a91) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:15:56.055313 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for port (e65470f0-e35c-4d94-90c1-af985cb75a91), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:56.062123 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:56.080469 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:56.094487 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (e65470f0-e35c-4d94-90c1-af985cb75a91), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:56.105889 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 40968) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:56.136421 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:15:56.141174 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:15:56.145029 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:15:56.147684 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-2108449b-6535-4f1c-b0bb-9b6d22d9f5d2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0d285ecc0c5343b1b4001594013cd447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404341 Oct 17 03:15:56.150273 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'Port': ['ID=e65470f0-e35c-4d94-90c1-af985cb75a91,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:56.151138 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 40970) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:15:56.188423 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:56.192920 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (34471290-bbc9-4777-a476-aa8a11cfefc0), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:56.208597 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9496dd46-0cdd-412c-90ee-314dd874c2fb admin admin] Publish callbacks [] for security_group (93c8607a-91d5-496c-bc0f-d8481e17c15e), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:56.230483 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9496dd46-0cdd-412c-90ee-314dd874c2fb admin admin] Publish callbacks [] for security_group (93c8607a-91d5-496c-bc0f-d8481e17c15e), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:56.234543 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (e65470f0-e35c-4d94-90c1-af985cb75a91), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:56.278979 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9496dd46-0cdd-412c-90ee-314dd874c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (93c8607a-91d5-496c-bc0f-d8481e17c15e), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:56.281092 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 4df765f6-05e9-4846-a92d-d12d217252a8 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:15:56.282637 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9496dd46-0cdd-412c-90ee-314dd874c2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:56.283847 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-9496dd46-0cdd-412c-90ee-314dd874c2fb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/93c8607a-91d5-496c-bc0f-d8481e17c15e HTTP/1.1" status: 204 len: 168 time: 0.1317513 Oct 17 03:15:56.297879 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496dd46-0cdd-412c-90ee-314dd874c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c8607a-91d5-496c-bc0f-d8481e17c15e,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:56.315376 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: 4df765f6-05e9-4846-a92d-d12d217252a8 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:15:56.315720 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 4df765f6-05e9-4846-a92d-d12d217252a8 not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:15:56.390237 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for port (e65470f0-e35c-4d94-90c1-af985cb75a91), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:56.394927 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (e65470f0-e35c-4d94-90c1-af985cb75a91), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:56.395644 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (34471290-bbc9-4777-a476-aa8a11cfefc0), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:56.439505 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:56.449910 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7172599 Oct 17 03:15:56.449910 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae3baa-d93b-47c4-bc32-00a007311f83 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'Port': ['ID=e65470f0-e35c-4d94-90c1-af985cb75a91,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:56.666193 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-91ff59b5-09c5-4593-87a5-f9e0d3b04118 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--25809290&fields=id&tenant_id=618cf0b3507845909bb27c13460d1d6c HTTP/1.1" status: 200 len: 267 time: 0.0452077 Oct 17 03:15:56.771315 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-41d9f5e3-077d-490c-9170-8a4f83d7a20d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:56.772757 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-41d9f5e3-077d-490c-9170-8a4f83d7a20d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 815 time: 0.1004493 Oct 17 03:15:56.787620 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-f465c239-2b74-40aa-9a99-304670ee126b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/quotas/618cf0b3507845909bb27c13460d1d6c HTTP/1.1" status: 200 len: 375 time: 0.0090263 Oct 17 03:15:56.818556 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:56.836638 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-57c023fa-3fab-4cba-9f22-47ea7460a614 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435123 Oct 17 03:15:56.932121 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-bb9eafd5-f88d-4def-a948-b4475d1555fe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838265 Oct 17 03:15:57.022141 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-6da8040d-62ee-4fb4-8ed2-3fd198d4734b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842829 Oct 17 03:15:57.186174 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-19a6e303-4d46-460d-a79d-1c280b9ce012 req-7136a867-ea30-4f18-be15-f576d7cbabdc tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 210 time: 0.0285785 Oct 17 03:15:58.305736 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-168fc80c-3de6-4f87-9d13-452081340d9c req-64bbceb7-0d60-46bc-babc-50cc7667719b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 210 time: 0.0392792 Oct 17 03:15:58.403497 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-5e2b6d2b-545c-465a-bd7c-7b8d276caaa2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:58.404827 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-5e2b6d2b-545c-465a-bd7c-7b8d276caaa2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 815 time: 0.1098588 Oct 17 03:15:58.481030 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-4007c126-1cfa-4b2c-b1c4-cdb34594dcf3 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=618cf0b3507845909bb27c13460d1d6c HTTP/1.1" status: 200 len: 378 time: 0.0534868 Oct 17 03:15:58.748605 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'port': {'device_id': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'admin_state_up': True, 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'security_groups': ['228ff821-1356-4c8a-affa-d11ea7b6797f']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:15:58.869944 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Made reservation on behalf of 618cf0b3507845909bb27c13460d1d6c for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:15:58.873682 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:58.996822 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Allocated IP 172.20.0.7 (5bef7eaf-4926-430d-bb2f-ad10a16554bf/01ed372f-5291-4905-8554-a869f372768d/3057284f-cd50-4b2a-8fd1-40b4a9779789) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:15:59.007646 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:59.139263 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:59.145684 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:59.179972 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:59.227228 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Network 5bef7eaf-4926-430d-bb2f-ad10a16554bf is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:15:59.231224 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:15:59.235334 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:15:59.241465 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'Port': ['ID=3057284f-cd50-4b2a-8fd1-40b4a9779789,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:59.298786 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:59.299735 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:59.318964 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-74ebd412-9746-4bc6-ada6-e329b78e05a7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742691 Oct 17 03:15:59.330359 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Request body: {'port': {'device_id': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:15:59.400232 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:59.438507 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fcf8a-7a45-4e20-ab13-c4e1b0e9fa3d req-b9b4d32c-dfef-490f-bbed-a74394978f3e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:59.440096 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8c3fcf8a-7a45-4e20-ab13-c4e1b0e9fa3d req-b9b4d32c-dfef-490f-bbed-a74394978f3e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 931 time: 0.0504682 Oct 17 03:15:59.467126 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-fad7657b-41cc-4ccf-a786-38b567f41013 None None] Provisioning complete for port 3057284f-cd50-4b2a-8fd1-40b4a9779789 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:15:59.467756 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-fad7657b-41cc-4ccf-a786-38b567f41013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:59.467852 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-fad7657b-41cc-4ccf-a786-38b567f41013 None None] Attempt 1 to provision port 3057284f-cd50-4b2a-8fd1-40b4a9779789 Oct 17 03:15:59.491238 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8c3fcf8a-7a45-4e20-ab13-c4e1b0e9fa3d req-ffecad64-631d-4751-b8cd-a6414c57cede tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=228ff821-1356-4c8a-affa-d11ea7b6797f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433195 Oct 17 03:15:59.505212 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-fad7657b-41cc-4ccf-a786-38b567f41013 None None] Port 3057284f-cd50-4b2a-8fd1-40b4a9779789 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:15:59.660291 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3057284f-cd50-4b2a-8fd1-40b4a9779789 {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:15:59.668318 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Publish callbacks [] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:59.680570 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Transition to ACTIVE for port object 3057284f-cd50-4b2a-8fd1-40b4a9779789 will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:15:59.683962 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:59.744106 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Pushing event updated for resources: {'Port': ['ID=3057284f-cd50-4b2a-8fd1-40b4a9779789,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:15:59.792879 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Attempting to bind port 3057284f-cd50-4b2a-8fd1-40b4a9779789 on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:15:59.793234 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Attempting to bind port 3057284f-cd50-4b2a-8fd1-40b4a9779789 by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:15:59.793598 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Attempting to bind port 3057284f-cd50-4b2a-8fd1-40b4a9779789 on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:15:59.821876 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:15:59.840921 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Port 3057284f-cd50-4b2a-8fd1-40b4a9779789 on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:15:59.841245 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Attempting to bind port 3057284f-cd50-4b2a-8fd1-40b4a9779789 on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:15:59.883214 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:15:59.883476 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Checking segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:15:59.884492 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Bound using segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:15:59.884924 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Bound port: 3057284f-cd50-4b2a-8fd1-40b4a9779789, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:15:59.885282 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:59.943704 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] For port 3057284f-cd50-4b2a-8fd1-40b4a9779789, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:15:59.947790 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] For port 3057284f-cd50-4b2a-8fd1-40b4a9779789, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=3057284f-cd50-4b2a-8fd1-40b4a9779789,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:15:59.952718 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:59.956694 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:15:59.957300 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:15:59.958683 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/3057284f-cd50-4b2a-8fd1-40b4a9779789 HTTP/1.1" status: 200 len: 1093 time: 0.6325364 Oct 17 03:15:59.960179 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'tag': '3057284f-cd50-4b2a-8fd1-40b4a9779789'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:15:59.962442 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ba8bc2-f221-48c1-90f1-48f676d74a14" -d '{"events": [{"name": "network-changed", "server_uuid": "d521fa69-4f04-4d79-8a81-22b2e4bafbae", "tag": "3057284f-cd50-4b2a-8fd1-40b4a9779789"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:15:59.996404 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:00.024920 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da3fb49-a2ce-40fc-af60-398e0ae7fbd4 x-openstack-request-id: req-3da3fb49-a2ce-40fc-af60-398e0ae7fbd4 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:00.025190 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d521fa69-4f04-4d79-8a81-22b2e4bafbae", "tag": "3057284f-cd50-4b2a-8fd1-40b4a9779789", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:00.025435 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3da3fb49-a2ce-40fc-af60-398e0ae7fbd4 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:00.025829 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da3fb49-a2ce-40fc-af60-398e0ae7fbd4'] response: {'name': 'network-changed', 'server_uuid': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'tag': '3057284f-cd50-4b2a-8fd1-40b4a9779789', 'status': 'completed', 'code': 200} Oct 17 03:16:00.027733 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1f3ec-6639-4b5f-986b-a0eeaab0751e service neutron] Pushing event updated for resources: {'Port': ['ID=3057284f-cd50-4b2a-8fd1-40b4a9779789,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:00.061336 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-bfcce624-f370-4efb-836e-39c63d0ebfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:00.062804 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-bfcce624-f370-4efb-836e-39c63d0ebfc0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 1127 time: 0.0491807 Oct 17 03:16:00.110890 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-1ab346bc-a7e1-4459-ae96-2d87c7f67eb2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3057284f-cd50-4b2a-8fd1-40b4a9779789 HTTP/1.1" status: 200 len: 217 time: 0.0310748 Oct 17 03:16:00.162637 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-0a95da3a-98d1-4dd7-8ee9-b4157c80da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:00.164032 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-0a95da3a-98d1-4dd7-8ee9-b4157c80da44 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 200 len: 854 time: 0.0434506 Oct 17 03:16:00.206710 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-3650b5ab-93bf-46e6-8357-3639ea7a459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:00.208321 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-3650b5ab-93bf-46e6-8357-3639ea7a459a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5bef7eaf-4926-430d-bb2f-ad10a16554bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387840 Oct 17 03:16:00.313379 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-1fabf9fd-d383-47ce-a702-5160602cfd2c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949247 Oct 17 03:16:00.409520 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e9f10a8-7f03-4453-8318-dff9c72c1f0b req-3d033aba-9b30-489c-9477-3fe650b9a0f9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894260 Oct 17 03:16:00.579042 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa9a52-2403-4211-9137-ec5fabcd974c req-8ae50c51-5abb-462c-b1bf-614f254286b7 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:00.580513 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c9fa9a52-2403-4211-9137-ec5fabcd974c req-8ae50c51-5abb-462c-b1bf-614f254286b7 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0477853 Oct 17 03:16:00.621864 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4714a6c-0afb-4d4f-b0a7-87067c85fe3f req-ee241df8-b1a6-478b-be47-4c733590ef2a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:00.623381 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f4714a6c-0afb-4d4f-b0a7-87067c85fe3f req-ee241df8-b1a6-478b-be47-4c733590ef2a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 943 time: 0.0521235 Oct 17 03:16:00.628499 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c9fa9a52-2403-4211-9137-ec5fabcd974c req-cbf4dd26-aa0b-4414-827c-c3a39a4a0cdf tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424128 Oct 17 03:16:00.671502 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f4714a6c-0afb-4d4f-b0a7-87067c85fe3f req-8e021863-6fbe-4814-83af-d43f876d8408 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=228ff821-1356-4c8a-affa-d11ea7b6797f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421960 Oct 17 03:16:01.416475 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba8bc2-f221-48c1-90f1-48f676d74a14 req-b36e154d-7c1c-456c-a751-035d36320f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:01.417703 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-74ba8bc2-f221-48c1-90f1-48f676d74a14 req-b36e154d-7c1c-456c-a751-035d36320f46 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 1127 time: 0.0695705 Oct 17 03:16:01.436113 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c9322-1bfb-4f7a-b38c-aa2b8e5cb030 req-a6f0ba66-0f9a-448c-986c-61caa9e3bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:01.437543 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-788c9322-1bfb-4f7a-b38c-aa2b8e5cb030 req-a6f0ba66-0f9a-448c-986c-61caa9e3bf4c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 1130 time: 0.0563090 Oct 17 03:16:01.757068 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83798338-08ef-4066-a3e6-52b0a7aa0ebf req-0dd256a3-c7a5-4ac1-9263-abbad57543f9 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:01.758659 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-83798338-08ef-4066-a3e6-52b0a7aa0ebf req-0dd256a3-c7a5-4ac1-9263-abbad57543f9 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0494246 Oct 17 03:16:01.807670 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-83798338-08ef-4066-a3e6-52b0a7aa0ebf req-0e6b617a-5677-4b28-aadd-1d82334a9c9c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431204 Oct 17 03:16:01.864107 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb5571-0a25-4fef-86bb-804b8c716e64 req-953fe948-d3dd-4811-9de2-86fd5f3053b0 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:01.865556 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9bcb5571-0a25-4fef-86bb-804b8c716e64 req-953fe948-d3dd-4811-9de2-86fd5f3053b0 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 943 time: 0.0902913 Oct 17 03:16:01.869376 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:01.873323 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba8bc2-f221-48c1-90f1-48f676d74a14 req-c03dd19b-f042-4ac4-9ef5-63ba0ca8ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:01.874666 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-74ba8bc2-f221-48c1-90f1-48f676d74a14 req-c03dd19b-f042-4ac4-9ef5-63ba0ca8ff5b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 916 time: 0.4495797 Oct 17 03:16:01.880994 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c9322-1bfb-4f7a-b38c-aa2b8e5cb030 req-a9c9f4c4-f52f-4ce4-ba64-d24cbc7744b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:01.882291 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-788c9322-1bfb-4f7a-b38c-aa2b8e5cb030 req-a9c9f4c4-f52f-4ce4-ba64-d24cbc7744b7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.4345973 Oct 17 03:16:01.981847 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-74ba8bc2-f221-48c1-90f1-48f676d74a14 req-588c21aa-f9eb-47f6-bd10-9d262d25be4f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3057284f-cd50-4b2a-8fd1-40b4a9779789 HTTP/1.1" status: 200 len: 217 time: 0.0825100 Oct 17 03:16:01.989672 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9bcb5571-0a25-4fef-86bb-804b8c716e64 req-9ef6f35b-4e6c-4411-a108-3857212a077a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=228ff821-1356-4c8a-affa-d11ea7b6797f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177402 Oct 17 03:16:02.035021 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-788c9322-1bfb-4f7a-b38c-aa2b8e5cb030 req-2e07ec52-10da-42a9-bdcd-1a2dc9438a1a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a1e8a6-f7aa-40af-a627-0640f636cc4a HTTP/1.1" status: 200 len: 1002 time: 0.1366897 Oct 17 03:16:02.069339 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba8bc2-f221-48c1-90f1-48f676d74a14 req-dd08f024-04ab-4b2b-b617-55ae02fbad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:02.070747 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-74ba8bc2-f221-48c1-90f1-48f676d74a14 req-dd08f024-04ab-4b2b-b617-55ae02fbad97 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 200 len: 854 time: 0.0802619 Oct 17 03:16:02.119450 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c9322-1bfb-4f7a-b38c-aa2b8e5cb030 req-5578933c-b99d-4842-aa5b-900768d6415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:02.120900 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-788c9322-1bfb-4f7a-b38c-aa2b8e5cb030 req-5578933c-b99d-4842-aa5b-900768d6415b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.0780134 Oct 17 03:16:02.128088 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba8bc2-f221-48c1-90f1-48f676d74a14 req-94e00e1d-9927-45e8-b922-01fd04111bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:02.129451 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-74ba8bc2-f221-48c1-90f1-48f676d74a14 req-94e00e1d-9927-45e8-b922-01fd04111bcc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5bef7eaf-4926-430d-bb2f-ad10a16554bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507998 Oct 17 03:16:02.216186 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:02.226763 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c9322-1bfb-4f7a-b38c-aa2b8e5cb030 req-6b514973-ee1e-4524-8e7c-2a469dd67142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:02.228899 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-788c9322-1bfb-4f7a-b38c-aa2b8e5cb030 req-6b514973-ee1e-4524-8e7c-2a469dd67142 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889888 Oct 17 03:16:02.286959 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 3057284f-cd50-4b2a-8fd1-40b4a9779789 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:16:02.304798 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-74ba8bc2-f221-48c1-90f1-48f676d74a14 req-3f394083-6790-4357-a952-6426ce2ea623 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568656 Oct 17 03:16:02.386958 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 3057284f-cd50-4b2a-8fd1-40b4a9779789, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=3057284f-cd50-4b2a-8fd1-40b4a9779789,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:16:02.393116 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-788c9322-1bfb-4f7a-b38c-aa2b8e5cb030 req-acea219e-2298-4f2c-99dd-41eea57585c8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563332 Oct 17 03:16:02.399459 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '3057284f-cd50-4b2a-8fd1-40b4a9779789', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'port_id': '3057284f-cd50-4b2a-8fd1-40b4a9779789', 'mac_address': 'fa:16:3e:6d:27:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:16:02.439969 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 3057284f-cd50-4b2a-8fd1-40b4a9779789 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:16:02.440369 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:02.454840 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3057284f-cd50-4b2a-8fd1-40b4a9779789 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:16:02.468936 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-74ba8bc2-f221-48c1-90f1-48f676d74a14 req-8472830a-e2c0-447f-9284-53dbcf4e5b0e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576531 Oct 17 03:16:02.476514 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 3057284f-cd50-4b2a-8fd1-40b4a9779789, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=3057284f-cd50-4b2a-8fd1-40b4a9779789,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:16:02.478775 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:02.483426 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:02.510794 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-788c9322-1bfb-4f7a-b38c-aa2b8e5cb030 req-ac0f79ef-9edd-42c0-b9a0-6c3e590381cf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086056 Oct 17 03:16:02.541466 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=3057284f-cd50-4b2a-8fd1-40b4a9779789,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:02.549587 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.550051 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.550654 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.551236 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.551640 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.552047 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.552948 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.553277 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.553605 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.554103 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.554593 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.555113 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.555585 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.556056 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.556524 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:02.662171 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa040d6-e6d7-4a0f-9788-363110d381d1 req-8ca46e71-aa27-4e29-9db8-40d12f76eea2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:02.663695 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bfa040d6-e6d7-4a0f-9788-363110d381d1 req-8ca46e71-aa27-4e29-9db8-40d12f76eea2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 946 time: 0.0464346 Oct 17 03:16:02.713769 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bfa040d6-e6d7-4a0f-9788-363110d381d1 req-4655fd8a-8bc2-4487-9ec5-53f8ca108a99 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 Oct 17 03:16:02.767079 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['3057284f-cd50-4b2a-8fd1-40b4a9779789'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:16:02.815531 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:02.934347 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636be80-12f0-4cfa-8d64-18ee584e3ad6 req-9ed61986-3497-4f18-a0b6-10c3ee220297 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:02.935825 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a636be80-12f0-4cfa-8d64-18ee584e3ad6 req-9ed61986-3497-4f18-a0b6-10c3ee220297 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0504076 Oct 17 03:16:02.982221 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a636be80-12f0-4cfa-8d64-18ee584e3ad6 req-73587e17-91dd-49f3-b968-5dbd02ab229d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406902 Oct 17 03:16:03.107933 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d8f07-c037-4d03-bf06-1fdb1b28a694 req-8c736fe6-9857-4023-bb28-532c9aabfc1e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:03.109387 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a25d8f07-c037-4d03-bf06-1fdb1b28a694 req-8c736fe6-9857-4023-bb28-532c9aabfc1e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 944 time: 0.0462098 Oct 17 03:16:03.128058 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:03.158536 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a25d8f07-c037-4d03-bf06-1fdb1b28a694 req-ec6aeb4b-62c4-4df7-872a-6d8fd6c0b371 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=228ff821-1356-4c8a-affa-d11ea7b6797f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437872 Oct 17 03:16:03.843408 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82f980-74cc-4261-9e30-35c576417f3a req-91033978-3f69-417a-8336-c93de4f919d2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:03.844888 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-af82f980-74cc-4261-9e30-35c576417f3a req-91033978-3f69-417a-8336-c93de4f919d2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 946 time: 0.0474501 Oct 17 03:16:03.891800 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-af82f980-74cc-4261-9e30-35c576417f3a req-09ce25bd-473c-4816-b9fd-d3c3cb4662f4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d438e1f4-dc95-41bd-9293-971c58b245c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414600 Oct 17 03:16:04.104384 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfaae32-0fd9-4338-aa1c-26916f7e7499 req-26afdc06-f30b-4536-ac27-f26e995ad5cd tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:04.105833 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1cfaae32-0fd9-4338-aa1c-26916f7e7499 req-26afdc06-f30b-4536-ac27-f26e995ad5cd tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0459974 Oct 17 03:16:04.149432 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:04.153956 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1cfaae32-0fd9-4338-aa1c-26916f7e7499 req-32c561ab-b9ff-4c07-b446-5b224c58249a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 Oct 17 03:16:04.305222 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 3057284f-cd50-4b2a-8fd1-40b4a9779789 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:16:04.308952 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c7038-7a00-4316-9881-983b451b1c61 req-f6b86c8f-9d83-4bf2-97f6-4f8b48f0fb41 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:04.310441 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5c5c7038-7a00-4316-9881-983b451b1c61 req-f6b86c8f-9d83-4bf2-97f6-4f8b48f0fb41 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 944 time: 0.0776410 Oct 17 03:16:04.322255 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-da0ac5b6-18c6-45a8-ad25-1acff331b325 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:04.323738 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-da0ac5b6-18c6-45a8-ad25-1acff331b325 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 946 time: 0.0597847 Oct 17 03:16:04.347784 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port 3057284f-cd50-4b2a-8fd1-40b4a9779789 completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:16:04.353549 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 3057284f-cd50-4b2a-8fd1-40b4a9779789 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:16:04.353902 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:04.354209 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 3057284f-cd50-4b2a-8fd1-40b4a9779789 Oct 17 03:16:04.369086 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:04.426107 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5c5c7038-7a00-4316-9881-983b451b1c61 req-6cc88575-47bd-4b51-9071-a4ea25efb681 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=228ff821-1356-4c8a-affa-d11ea7b6797f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097343 Oct 17 03:16:04.429391 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 3057284f-cd50-4b2a-8fd1-40b4a9779789 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:16:04.429828 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:04.444322 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Deleting port faf2315a-88ad-4367-997b-65c1cf0209ee {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:16:04.444667 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:04.466466 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3057284f-cd50-4b2a-8fd1-40b4a9779789'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:04.468713 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c577b5-70eb-40b5-b12c-c94d6aa27534" -d '{"events": [{"server_uuid": "d521fa69-4f04-4d79-8a81-22b2e4bafbae", "name": "network-vif-plugged", "status": "completed", "tag": "3057284f-cd50-4b2a-8fd1-40b4a9779789"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:04.481491 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 3057284f-cd50-4b2a-8fd1-40b4a9779789, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=3057284f-cd50-4b2a-8fd1-40b4a9779789,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:16:04.486406 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:04.511168 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8968299-5a64-4dbc-bd11-b0290bd48ea1 x-openstack-request-id: req-f8968299-5a64-4dbc-bd11-b0290bd48ea1 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:04.511477 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d521fa69-4f04-4d79-8a81-22b2e4bafbae", "name": "network-vif-plugged", "status": "completed", "tag": "3057284f-cd50-4b2a-8fd1-40b4a9779789", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:04.511731 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f8968299-5a64-4dbc-bd11-b0290bd48ea1 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:04.512116 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8968299-5a64-4dbc-bd11-b0290bd48ea1'] response: {'server_uuid': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3057284f-cd50-4b2a-8fd1-40b4a9779789', 'code': 200} Oct 17 03:16:04.536624 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=3057284f-cd50-4b2a-8fd1-40b4a9779789,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:04.539381 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] For port faf2315a-88ad-4367-997b-65c1cf0209ee, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=faf2315a-88ad-4367-997b-65c1cf0209ee,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:16:04.539579 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:04.716303 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:04.725393 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4268a-3364-4e87-8a59-ebf2770e206e req-c592886b-15b8-4cf8-9f55-9d7b3f6070f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:04.726888 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d8c4268a-3364-4e87-8a59-ebf2770e206e req-c592886b-15b8-4cf8-9f55-9d7b3f6070f2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 1129 time: 0.0833354 Oct 17 03:16:04.755913 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:04.756278 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (4cb32d4b-b7c2-4272-a642-860a1a4e51e5), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:04.756612 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Floating IP 4cb32d4b-b7c2-4272-a642-860a1a4e51e5 disassociated. External IP: 172.27.0.130, port: faf2315a-88ad-4367-997b-65c1cf0209ee. Oct 17 03:16:04.756939 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Calling delete_port for faf2315a-88ad-4367-997b-65c1cf0209ee owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:16:04.822252 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d8c4268a-3364-4e87-8a59-ebf2770e206e req-e8195253-3137-4d31-a4d6-920eb808d56e service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=228ff821-1356-4c8a-affa-d11ea7b6797f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845566 Oct 17 03:16:04.909498 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (faf2315a-88ad-4367-997b-65c1cf0209ee), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:04.935801 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event deleted for resources: {'Port': ['ID=faf2315a-88ad-4367-997b-65c1cf0209ee,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:05.014153 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ecad6c14-08be-43db-8cef-5666606c6a83 req-4ac7b511-e0ad-428c-a304-8b7e1ed1d325 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 210 time: 0.0340707 Oct 17 03:16:05.073630 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:16:05.176658 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:16:05.187232 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e03fc-9573-4596-8276-91ff33c8fd29 None None] Sync routers for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:16:05.198489 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e03fc-9573-4596-8276-91ff33c8fd29 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:05.199104 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-ac6e03fc-9573-4596-8276-91ff33c8fd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:15:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:05.224493 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] No DVR routers for this DVR port faf2315a-88ad-4367-997b-65c1cf0209ee on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:16:05.226991 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:05.231619 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-db95dbc9-0f4b-437a-9ef8-1d6863238024 req-332c4b49-e23c-456c-804d-c7edc4bc9c20 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.23 "DELETE /networking/v2.0/ports/faf2315a-88ad-4367-997b-65c1cf0209ee HTTP/1.1" status: 204 len: 173 time: 0.9000378 Oct 17 03:16:05.232367 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'name': 'network-vif-deleted', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:05.234506 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d382dfde-1501-432d-b80b-e4ca9b167398" -d '{"events": [{"server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "name": "network-vif-deleted", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:05.286549 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0efd9e-af68-480a-8faa-5bf1a223821e x-openstack-request-id: req-1e0efd9e-af68-480a-8faa-5bf1a223821e {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:05.286954 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603ee2bf-bedf-4688-ac0a-77a2a50f33d7", "name": "network-vif-deleted", "tag": "faf2315a-88ad-4367-997b-65c1cf0209ee", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:05.287416 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1e0efd9e-af68-480a-8faa-5bf1a223821e {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:05.287934 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0efd9e-af68-480a-8faa-5bf1a223821e'] response: {'server_uuid': '603ee2bf-bedf-4688-ac0a-77a2a50f33d7', 'name': 'network-vif-deleted', 'tag': 'faf2315a-88ad-4367-997b-65c1cf0209ee', 'status': 'completed', 'code': 200} Oct 17 03:16:05.318303 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-ac6e03fc-9573-4596-8276-91ff33c8fd29 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:05.322633 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25dd4-f4c3-49c1-bd26-f743ef41f909 req-7162c25b-b69e-4feb-b4c9-2a65dc2b42af tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:05.329924 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fad25dd4-f4c3-49c1-bd26-f743ef41f909 req-7162c25b-b69e-4feb-b4c9-2a65dc2b42af tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0925212 Oct 17 03:16:05.375422 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fad25dd4-f4c3-49c1-bd26-f743ef41f909 req-bef2f554-d638-4ace-86c7-50a788dbca23 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446928 Oct 17 03:16:05.520678 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-ac6e03fc-9573-4596-8276-91ff33c8fd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:03Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:05.547375 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e03fc-9573-4596-8276-91ff33c8fd29 None None] Checking router: f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:16:05.556825 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e03fc-9573-4596-8276-91ff33c8fd29 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:05.557440 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-ac6e03fc-9573-4596-8276-91ff33c8fd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:15:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:05.559250 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b4d98-5687-44ae-9710-8f98d61cc841 req-325ff51b-7f9d-4285-815d-9505adff4c63 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:05.561007 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b7b4d98-5687-44ae-9710-8f98d61cc841 req-325ff51b-7f9d-4285-815d-9505adff4c63 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 945 time: 0.0502243 Oct 17 03:16:05.592086 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:05.611250 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b7b4d98-5687-44ae-9710-8f98d61cc841 req-bab38d84-fc91-40ec-bdab-92bae887e3d2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=228ff821-1356-4c8a-affa-d11ea7b6797f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445480 Oct 17 03:16:05.791065 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:05.805538 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-ac6e03fc-9573-4596-8276-91ff33c8fd29 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:05.925013 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:05.997141 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-ac6e03fc-9573-4596-8276-91ff33c8fd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:03Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:06.022412 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e03fc-9573-4596-8276-91ff33c8fd29 None None] The sync data for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:03Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:16:06.135970 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0e10cb58-1ca7-440e-b7d2-abe6d7503289 req-9ca2e1a0-bd9e-4fad-806c-8126da926077 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=603ee2bf-bedf-4688-ac0a-77a2a50f33d7 HTTP/1.1" status: 200 len: 210 time: 0.0280838 Oct 17 03:16:06.238330 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35526ba9-c51e-45de-85fc-a6bd4c6500ce None None] New status for floating IP 4cb32d4b-b7c2-4272-a642-860a1a4e51e5: DOWN {{(pid=104640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:16:06.506955 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e778f2-de06-436d-9874-70bcdfddf8fb req-9914e4da-9e2b-4850-a621-9c3cfa3f9cd6 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:06.508554 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-71e778f2-de06-436d-9874-70bcdfddf8fb req-9914e4da-9e2b-4850-a621-9c3cfa3f9cd6 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0493290 Oct 17 03:16:06.558530 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-71e778f2-de06-436d-9874-70bcdfddf8fb req-a4a10195-deb7-45a2-a3ef-bd6dc82f052f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429242 Oct 17 03:16:06.729682 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9b41d-b308-4131-b3f3-3fdcee2c5a86 req-dddcbe90-f160-44fb-9b25-f1cfc670ea15 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:06.731175 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3de9b41d-b308-4131-b3f3-3fdcee2c5a86 req-dddcbe90-f160-44fb-9b25-f1cfc670ea15 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 945 time: 0.0463126 Oct 17 03:16:06.783388 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3de9b41d-b308-4131-b3f3-3fdcee2c5a86 req-386ee8e3-3dc3-4445-a92f-9a17f0ddd45d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=228ff821-1356-4c8a-affa-d11ea7b6797f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465174 Oct 17 03:16:06.902403 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4ec73-aaac-4246-80d4-a0f8de9557b6 req-b9f2210f-70b1-464f-9722-c650cd5945eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:06.903900 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a2f4ec73-aaac-4246-80d4-a0f8de9557b6 req-b9f2210f-70b1-464f-9722-c650cd5945eb tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 945 time: 0.0460985 Oct 17 03:16:06.915621 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41082) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:06.919993 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-a500df21-ee6f-4d7b-8d96-1e177104f9ee tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'floatingip': {'port_id': '3057284f-cd50-4b2a-8fd1-40b4a9779789'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:06.960275 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a500df21-ee6f-4d7b-8d96-1e177104f9ee tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (34471290-bbc9-4777-a476-aa8a11cfefc0), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.114281 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:07.239207 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41088) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:07.284139 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a5e73b5c-735b-4e2e-8954-0b49f4ac66e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.301312 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group (d438e1f4-dc95-41bd-9293-971c58b245c5), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.324253 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group (d438e1f4-dc95-41bd-9293-971c58b245c5), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.373941 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (d438e1f4-dc95-41bd-9293-971c58b245c5), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.376435 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.377600 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d438e1f4-dc95-41bd-9293-971c58b245c5 HTTP/1.1" status: 204 len: 168 time: 0.1374042 Oct 17 03:16:07.382399 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41090) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:07.396988 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a500df21-ee6f-4d7b-8d96-1e177104f9ee tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.400555 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d438e1f4-dc95-41bd-9293-971c58b245c5,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:07.401874 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a500df21-ee6f-4d7b-8d96-1e177104f9ee tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (34471290-bbc9-4777-a476-aa8a11cfefc0), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.403333 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.api.v2.resource [None req-a5706978-a75a-42e5-ac0d-ea7dc807f71b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] show failed (client error): The resource could not be found. Oct 17 03:16:07.404481 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-a5706978-a75a-42e5-ac0d-ea7dc807f71b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups/d438e1f4-dc95-41bd-9293-971c58b245c5 HTTP/1.1" status: 404 len: 347 time: 0.0209541 Oct 17 03:16:07.409365 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41092) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:07.419037 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.419402 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.419766 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.420130 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.420501 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.420853 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.421200 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.421544 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.421889 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.422236 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.422584 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.422943 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.423269 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.423593 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.423911 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d82756f-ce19-45c7-8794-16ed9075ae12 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:07.502708 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-a500df21-ee6f-4d7b-8d96-1e177104f9ee tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Floating IP 34471290-bbc9-4777-a476-aa8a11cfefc0 associated. External IP: 172.27.0.187, port: 3057284f-cd50-4b2a-8fd1-40b4a9779789. Oct 17 03:16:07.531673 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-106117a0-b6eb-42ea-a48e-c60111f5ee17 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Deleting port f6bf9053-c330-4606-a373-cc3ebd8e3f1a {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:16:07.532020 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-106117a0-b6eb-42ea-a48e-c60111f5ee17 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (f6bf9053-c330-4606-a373-cc3ebd8e3f1a), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.614227 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-106117a0-b6eb-42ea-a48e-c60111f5ee17 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (f6bf9053-c330-4606-a373-cc3ebd8e3f1a), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.614548 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-106117a0-b6eb-42ea-a48e-c60111f5ee17 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (f6bf9053-c330-4606-a373-cc3ebd8e3f1a), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.628272 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-106117a0-b6eb-42ea-a48e-c60111f5ee17 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Calling delete_port for f6bf9053-c330-4606-a373-cc3ebd8e3f1a owned by network:floatingip {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:16:07.706883 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a500df21-ee6f-4d7b-8d96-1e177104f9ee tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Router f6782d4e-5bef-4f0e-a454-72c841ef9e46 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:16:07.720169 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0e8b8-abd4-46e0-b9de-d99253ce5357 req-1a1a5662-8e2f-4f93-93ac-fcd2cfe917b0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:07.721628 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f8e0e8b8-abd4-46e0-b9de-d99253ce5357 req-1a1a5662-8e2f-4f93-93ac-fcd2cfe917b0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0835032 Oct 17 03:16:07.810692 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f8e0e8b8-abd4-46e0-b9de-d99253ce5357 req-cfeac933-8db7-450e-8c59-92cc2c7d6186 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781360 Oct 17 03:16:07.843050 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-106117a0-b6eb-42ea-a48e-c60111f5ee17 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (f6bf9053-c330-4606-a373-cc3ebd8e3f1a), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.871145 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106117a0-b6eb-42ea-a48e-c60111f5ee17 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event deleted for resources: {'Port': ['ID=f6bf9053-c330-4606-a373-cc3ebd8e3f1a,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:07.896361 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-106117a0-b6eb-42ea-a48e-c60111f5ee17 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (4cb32d4b-b7c2-4272-a642-860a1a4e51e5), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.898846 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-106117a0-b6eb-42ea-a48e-c60111f5ee17 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:07.900793 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-106117a0-b6eb-42ea-a48e-c60111f5ee17 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/4cb32d4b-b7c2-4272-a642-860a1a4e51e5 HTTP/1.1" status: 204 len: 168 time: 0.4903901 Oct 17 03:16:07.991206 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41098) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:07.996282 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-69abcd4b-e132-4f3c-baf4-9fe19ea9634e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954974493', 'description': 'tempest-description--400919897'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:08.001804 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:08.011433 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:08.019921 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-69abcd4b-e132-4f3c-baf4-9fe19ea9634e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.045899 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:08.066306 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a500df21-ee6f-4d7b-8d96-1e177104f9ee tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:16:08.071556 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a500df21-ee6f-4d7b-8d96-1e177104f9ee tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.078947 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff263f-aa81-4c8e-a4dd-69cb89aa1b0f None None] Sync routers for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:16:08.090525 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff263f-aa81-4c8e-a4dd-69cb89aa1b0f None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:08.091265 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-85ff263f-aa81-4c8e-a4dd-69cb89aa1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:15:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:08.105547 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a500df21-ee6f-4d7b-8d96-1e177104f9ee tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/34471290-bbc9-4777-a476-aa8a11cfefc0 HTTP/1.1" status: 200 len: 991 time: 1.1887708 Oct 17 03:16:08.106200 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'tag': '3057284f-cd50-4b2a-8fd1-40b4a9779789'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:08.108971 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5bad7c-3743-4d30-80b8-a6492b412103" -d '{"events": [{"name": "network-changed", "server_uuid": "d521fa69-4f04-4d79-8a81-22b2e4bafbae", "tag": "3057284f-cd50-4b2a-8fd1-40b4a9779789"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:08.146962 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f83c586-570a-4ad4-a7ff-df353e1581cf x-openstack-request-id: req-3f83c586-570a-4ad4-a7ff-df353e1581cf {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:08.147486 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d521fa69-4f04-4d79-8a81-22b2e4bafbae", "tag": "3057284f-cd50-4b2a-8fd1-40b4a9779789", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:08.150233 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3f83c586-570a-4ad4-a7ff-df353e1581cf {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:08.150233 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f83c586-570a-4ad4-a7ff-df353e1581cf'] response: {'name': 'network-changed', 'server_uuid': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'tag': '3057284f-cd50-4b2a-8fd1-40b4a9779789', 'status': 'completed', 'code': 200} Oct 17 03:16:08.206212 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-85ff263f-aa81-4c8e-a4dd-69cb89aa1b0f None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:08.211421 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bad7c-3743-4d30-80b8-a6492b412103 req-b5ce2c6a-0750-464c-9c9e-028360ab72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:08.213545 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb5bad7c-3743-4d30-80b8-a6492b412103 req-b5ce2c6a-0750-464c-9c9e-028360ab72cc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 1129 time: 0.0418780 Oct 17 03:16:08.289325 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device faf2315a-88ad-4367-997b-65c1cf0209ee no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:16:08.311813 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-69abcd4b-e132-4f3c-baf4-9fe19ea9634e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group (66f88b21-8bad-4a21-9046-0c0505c19066), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.315533 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-69abcd4b-e132-4f3c-baf4-9fe19ea9634e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (66f88b21-8bad-4a21-9046-0c0505c19066), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.324968 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: faf2315a-88ad-4367-997b-65c1cf0209ee {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:16:08.325313 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device faf2315a-88ad-4367-997b-65c1cf0209ee not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:16:08.328244 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bad7c-3743-4d30-80b8-a6492b412103 req-68210e90-5dc0-46dc-9dd9-11643eaca132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:08.329910 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb5bad7c-3743-4d30-80b8-a6492b412103 req-68210e90-5dc0-46dc-9dd9-11643eaca132 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 916 time: 0.1084583 Oct 17 03:16:08.353684 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-69abcd4b-e132-4f3c-baf4-9fe19ea9634e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.354951 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-69abcd4b-e132-4f3c-baf4-9fe19ea9634e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3624823 Oct 17 03:16:08.356928 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abcd4b-e132-4f3c-baf4-9fe19ea9634e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f88b21-8bad-4a21-9046-0c0505c19066,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:08.359016 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41104) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:08.363510 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-8ed31c12-ce80-4929-87fa-f29ec6d71922 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Request body: {'security_group_rule': {'security_group_id': '66f88b21-8bad-4a21-9046-0c0505c19066', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:08.393568 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8ed31c12-ce80-4929-87fa-f29ec6d71922 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group_rule (7d68929b-14d7-4815-bf24-56ba55f38da7), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.409772 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb5bad7c-3743-4d30-80b8-a6492b412103 req-6edcacee-1a9c-4998-9acd-31470a46f4e0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3057284f-cd50-4b2a-8fd1-40b4a9779789 HTTP/1.1" status: 200 len: 999 time: 0.0708420 Oct 17 03:16:08.455042 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8ed31c12-ce80-4929-87fa-f29ec6d71922 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group_rule (7d68929b-14d7-4815-bf24-56ba55f38da7), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.459262 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8ed31c12-ce80-4929-87fa-f29ec6d71922 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (7d68929b-14d7-4815-bf24-56ba55f38da7), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.463422 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bad7c-3743-4d30-80b8-a6492b412103 req-d6176dce-65c7-4059-bdbe-df06e4cdd1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:08.465125 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb5bad7c-3743-4d30-80b8-a6492b412103 req-d6176dce-65c7-4059-bdbe-df06e4cdd1a1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 200 len: 854 time: 0.0482783 Oct 17 03:16:08.465387 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-85ff263f-aa81-4c8e-a4dd-69cb89aa1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '34471290-bbc9-4777-a476-aa8a11cfefc0', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '3057284f-cd50-4b2a-8fd1-40b4a9779789', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:6d:27:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:15:56Z', 'updated_at': '2022-10-17T03:16:07Z', 'revision_number': 1, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:08.484998 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8ed31c12-ce80-4929-87fa-f29ec6d71922 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.486512 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-8ed31c12-ce80-4929-87fa-f29ec6d71922 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265903 Oct 17 03:16:08.489248 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41106) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:08.491655 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff263f-aa81-4c8e-a4dd-69cb89aa1b0f None None] Checking router: f6782d4e-5bef-4f0e-a454-72c841ef9e46 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:16:08.494746 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-46d3f19c-4f99-449f-9685-d707d8f732f6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Request body: {'security_group_rule': {'security_group_id': '66f88b21-8bad-4a21-9046-0c0505c19066', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:08.499299 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed31c12-ce80-4929-87fa-f29ec6d71922 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d68929b-14d7-4815-bf24-56ba55f38da7,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:08.501271 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff263f-aa81-4c8e-a4dd-69cb89aa1b0f None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:08.502048 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-85ff263f-aa81-4c8e-a4dd-69cb89aa1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:15:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:08.505482 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:08.521787 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bad7c-3743-4d30-80b8-a6492b412103 req-bc91d7ae-f3f2-490e-b41e-cc8845a7fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:08.523577 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb5bad7c-3743-4d30-80b8-a6492b412103 req-bc91d7ae-f3f2-490e-b41e-cc8845a7fdf3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5bef7eaf-4926-430d-bb2f-ad10a16554bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525091 Oct 17 03:16:08.529552 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-46d3f19c-4f99-449f-9685-d707d8f732f6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group_rule (08a27636-9ffd-4ac1-b2e3-c41472227251), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.581381 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-46d3f19c-4f99-449f-9685-d707d8f732f6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group_rule (08a27636-9ffd-4ac1-b2e3-c41472227251), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.587887 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-46d3f19c-4f99-449f-9685-d707d8f732f6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (08a27636-9ffd-4ac1-b2e3-c41472227251), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.607672 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3f19c-4f99-449f-9685-d707d8f732f6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a27636-9ffd-4ac1-b2e3-c41472227251,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:08.614502 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-85ff263f-aa81-4c8e-a4dd-69cb89aa1b0f None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:08.619422 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-46d3f19c-4f99-449f-9685-d707d8f732f6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.620873 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-46d3f19c-4f99-449f-9685-d707d8f732f6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305580 Oct 17 03:16:08.624078 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41108) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:08.627863 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb5bad7c-3743-4d30-80b8-a6492b412103 req-4880f0bb-43f7-43bc-92a3-3ab5c9b5d003 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977974 Oct 17 03:16:08.629034 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:08.652019 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.729844 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb5bad7c-3743-4d30-80b8-a6492b412103 req-8c683d8e-079e-40a4-a1b6-33b2ef910301 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948608 Oct 17 03:16:08.738232 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:08.843818 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-85ff263f-aa81-4c8e-a4dd-69cb89aa1b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '34471290-bbc9-4777-a476-aa8a11cfefc0', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '3057284f-cd50-4b2a-8fd1-40b4a9779789', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:6d:27:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:15:56Z', 'updated_at': '2022-10-17T03:16:07Z', 'revision_number': 1, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:08.855546 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Allocated IP 172.27.0.76 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/dcf094ef-0664-49f2-bb62-43b0da3f65c3) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:16:08.874723 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff263f-aa81-4c8e-a4dd-69cb89aa1b0f None None] The sync data for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '34471290-bbc9-4777-a476-aa8a11cfefc0', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '3057284f-cd50-4b2a-8fd1-40b4a9779789', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:6d:27:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:15:56Z', 'updated_at': '2022-10-17T03:16:07Z', 'revision_number': 1, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:16:08.916365 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:INSERT=15,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:08.948701 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c76bd6-75b1-432c-a957-154b78af1c71 req-518a3106-9e0a-4358-ae83-bef784effb50 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:08.950281 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-30c76bd6-75b1-432c-a957-154b78af1c71 req-518a3106-9e0a-4358-ae83-bef784effb50 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0535491 Oct 17 03:16:08.971058 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for port (dcf094ef-0664-49f2-bb62-43b0da3f65c3), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:09.000019 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:09.001449 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-30c76bd6-75b1-432c-a957-154b78af1c71 req-fa663dfd-bcdc-4a69-867b-e3ea415baba0 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453789 Oct 17 03:16:09.011404 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (dcf094ef-0664-49f2-bb62-43b0da3f65c3), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:09.060057 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:16:09.063094 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:16:09.067188 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:16:09.078608 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event updated for resources: {'Port': ['ID=dcf094ef-0664-49f2-bb62-43b0da3f65c3,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:09.117168 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (c1448001-fd83-4579-b9f3-03f14249d2c3), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:09.121473 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b6fec-7302-40e9-a032-52638e092c76 None None] New status for floating IP 34471290-bbc9-4777-a476-aa8a11cfefc0: ACTIVE {{(pid=104640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:16:09.161700 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (dcf094ef-0664-49f2-bb62-43b0da3f65c3), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:09.315979 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-2d7cd7b8-b74d-4061-b0ad-67ff00ddfa34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:09.321606 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for port (dcf094ef-0664-49f2-bb62-43b0da3f65c3), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:09.325794 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (dcf094ef-0664-49f2-bb62-43b0da3f65c3), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:09.326409 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (c1448001-fd83-4579-b9f3-03f14249d2c3), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:09.369663 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:09.370898 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7458439 Oct 17 03:16:09.373986 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e40a2-af21-4884-838f-fe7488581dcd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event updated for resources: {'Port': ['ID=dcf094ef-0664-49f2-bb62-43b0da3f65c3,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:09.570823 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-b06b83d3-a497-4385-bd26-eefac2dade6f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--954974493&fields=id&tenant_id=36f63b28bb4f4654b53a01507b337d52 HTTP/1.1" status: 200 len: 267 time: 0.0422955 Oct 17 03:16:09.679485 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-85dfd001-01aa-4cf8-a94f-7e9c1b4451a0 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:09.680965 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-85dfd001-01aa-4cf8-a94f-7e9c1b4451a0 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 817 time: 0.1034899 Oct 17 03:16:09.695414 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-e256323e-30e7-45e9-be17-f7a707f1e235 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/quotas/36f63b28bb4f4654b53a01507b337d52 HTTP/1.1" status: 200 len: 375 time: 0.0088265 Oct 17 03:16:09.745267 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-39fff22b-fac8-45bb-986f-799a0869a09c tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445008 Oct 17 03:16:09.843966 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-e1605c07-3afa-414f-ade0-ba95d8d07329 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875032 Oct 17 03:16:09.903299 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:09.938653 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-6b1204e2-ffe1-4aac-a0a0-0c22e2c52156 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889988 Oct 17 03:16:10.103906 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7ae601e7-0e0b-4073-a19e-db7e1efe7e70 req-0e9c49e3-9306-4799-8907-6e05698dcbc7 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 210 time: 0.0315080 Oct 17 03:16:10.150035 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207990-b75a-40bb-b3b2-7e986dab3ba7 req-bb15fa56-77f3-4eec-b5ea-14e16bbee47f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:10.151711 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0a207990-b75a-40bb-b3b2-7e986dab3ba7 req-bb15fa56-77f3-4eec-b5ea-14e16bbee47f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0553529 Oct 17 03:16:10.202401 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0a207990-b75a-40bb-b3b2-7e986dab3ba7 req-b6143185-8a2a-48cb-b065-9446164e940c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449049 Oct 17 03:16:10.707617 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:11.220815 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e0a7c999-3560-480c-b156-8ec346334f7d req-d78733be-624a-4ebb-b08c-c4a8bf7691c0 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 210 time: 0.0313203 Oct 17 03:16:11.270366 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a9b93e82-60cd-43c5-9dbb-956b696c9b98 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:11.271823 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a9b93e82-60cd-43c5-9dbb-956b696c9b98 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 817 time: 0.1108353 Oct 17 03:16:11.376441 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00375518-0888-437e-bfd9-f970627b64fc req-69f6489f-6eca-4f6d-bc98-15dc461ac811 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:11.378215 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-00375518-0888-437e-bfd9-f970627b64fc req-69f6489f-6eca-4f6d-bc98-15dc461ac811 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0782614 Oct 17 03:16:11.384104 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-b01be517-cde5-42fe-9471-fdf98efefc36 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=36f63b28bb4f4654b53a01507b337d52 HTTP/1.1" status: 200 len: 379 time: 0.1030257 Oct 17 03:16:11.426795 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-00375518-0888-437e-bfd9-f970627b64fc req-ed76b057-e110-4d92-8235-9538f47c60ed tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416100 Oct 17 03:16:11.449569 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Request body: {'port': {'device_id': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'admin_state_up': True, 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'security_groups': ['66f88b21-8bad-4a21-9046-0c0505c19066']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:11.559259 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Made reservation on behalf of 36f63b28bb4f4654b53a01507b337d52 for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:16:11.563228 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:11.577886 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:11.630009 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:11.690889 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Allocated IP 172.20.0.5 (7be2416a-9e29-4953-b802-c76adc0aa669/75d76145-3c07-4d14-ba2b-1d94837083b0/0fcb1d19-78cc-466d-b47b-f0891a46de92) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:16:11.829518 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:11.862504 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:11.905917 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Network 7be2416a-9e29-4953-b802-c76adc0aa669 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:16:11.909333 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:16:11.913157 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:16:11.936784 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event updated for resources: {'Port': ['ID=0fcb1d19-78cc-466d-b47b-f0891a46de92,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:11.970977 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:11.971938 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:11.991326 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-4858bbcb-8522-4501-8228-b37fd9e81239 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5458376 Oct 17 03:16:12.002777 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Request body: {'port': {'device_id': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:12.065647 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:12.095688 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:12.103614 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-f62e95b9-73f7-4db8-8f01-97b3fc45e1bc None None] Provisioning complete for port 0fcb1d19-78cc-466d-b47b-f0891a46de92 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:16:12.103989 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f62e95b9-73f7-4db8-8f01-97b3fc45e1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:12.104327 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-f62e95b9-73f7-4db8-8f01-97b3fc45e1bc None None] Attempt 1 to provision port 0fcb1d19-78cc-466d-b47b-f0891a46de92 Oct 17 03:16:12.123138 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:12.150725 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-f62e95b9-73f7-4db8-8f01-97b3fc45e1bc None None] Port 0fcb1d19-78cc-466d-b47b-f0891a46de92 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:16:12.157756 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:12.315576 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:12.332875 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcb1d19-78cc-466d-b47b-f0891a46de92 {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:16:12.340814 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Publish callbacks [] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:12.354202 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Transition to ACTIVE for port object 0fcb1d19-78cc-466d-b47b-f0891a46de92 will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:16:12.356864 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22a158-4ed9-41e0-b7cd-74991de0c177 req-341af214-06e1-4dea-8ded-02953e66dfaf tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:12.358042 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:12.358493 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5c22a158-4ed9-41e0-b7cd-74991de0c177 req-341af214-06e1-4dea-8ded-02953e66dfaf tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 931 time: 0.0517058 Oct 17 03:16:12.380611 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:12.396581 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:12.407044 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5c22a158-4ed9-41e0-b7cd-74991de0c177 req-952fc8a4-f76c-4e96-b5ea-49ac35e392fc tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422673 Oct 17 03:16:12.422707 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Pushing event updated for resources: {'Port': ['ID=0fcb1d19-78cc-466d-b47b-f0891a46de92,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:12.478841 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Attempting to bind port 0fcb1d19-78cc-466d-b47b-f0891a46de92 on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:16:12.479210 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Attempting to bind port 0fcb1d19-78cc-466d-b47b-f0891a46de92 by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:16:12.479539 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Attempting to bind port 0fcb1d19-78cc-466d-b47b-f0891a46de92 on network 7be2416a-9e29-4953-b802-c76adc0aa669 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:16:12.557057 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Port 0fcb1d19-78cc-466d-b47b-f0891a46de92 on network 7be2416a-9e29-4953-b802-c76adc0aa669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:16:12.557383 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Attempting to bind port 0fcb1d19-78cc-466d-b47b-f0891a46de92 on network 7be2416a-9e29-4953-b802-c76adc0aa669 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:16:12.565353 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c4ac9-f40a-4860-b84e-4dba732b2751 req-dd52917b-71ce-4df9-a233-93d05580a6b6 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:12.566802 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8f5c4ac9-f40a-4860-b84e-4dba732b2751 req-dd52917b-71ce-4df9-a233-93d05580a6b6 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0637467 Oct 17 03:16:12.637851 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:16:12.638178 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Checking segment: {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:16:12.638554 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Bound using segment: {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:16:12.639136 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Bound port: 0fcb1d19-78cc-466d-b47b-f0891a46de92, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750c819-c09c-4118-8507-484ee2472acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:16:12.639499 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:12.652157 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8f5c4ac9-f40a-4860-b84e-4dba732b2751 req-f9c9e5dd-9e81-4369-8e9a-6a637ca1f916 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682275 Oct 17 03:16:12.708243 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:16:12.711210 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:16:12.717044 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:12.720983 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:12.721589 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:12.722978 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/0fcb1d19-78cc-466d-b47b-f0891a46de92 HTTP/1.1" status: 200 len: 1093 time: 0.7244196 Oct 17 03:16:12.724098 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:12.726289 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9d0a74-ba66-4441-a9b7-054128949021" -d '{"events": [{"name": "network-changed", "server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:12.767532 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a735621e-1a8f-4807-bda7-7881fec374ec x-openstack-request-id: req-a735621e-1a8f-4807-bda7-7881fec374ec {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:12.767813 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:12.768056 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a735621e-1a8f-4807-bda7-7881fec374ec {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:12.768451 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a735621e-1a8f-4807-bda7-7881fec374ec'] response: {'name': 'network-changed', 'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'status': 'completed', 'code': 200} Oct 17 03:16:12.786780 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e665c6-9312-4d7f-8374-1af956825faf service neutron] Pushing event updated for resources: {'Port': ['ID=0fcb1d19-78cc-466d-b47b-f0891a46de92,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:12.816263 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-c643d8a2-4429-4d42-ae9a-fa5f7657e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:12.817471 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-c643d8a2-4429-4d42-ae9a-fa5f7657e6b2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 1127 time: 0.0436654 Oct 17 03:16:12.857919 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-3c9a23ed-e1f0-488a-a220-338d0f5f3920 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92 HTTP/1.1" status: 200 len: 217 time: 0.0326462 Oct 17 03:16:12.910531 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-6d070105-38a7-45ef-8821-9421aa21b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:12.911948 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-6d070105-38a7-45ef-8821-9421aa21b1dd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 200 len: 856 time: 0.0469618 Oct 17 03:16:12.954536 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-f5ca3395-3bc8-4e7a-91a2-f3cee7737e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:12.956035 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-f5ca3395-3bc8-4e7a-91a2-f3cee7737e09 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7be2416a-9e29-4953-b802-c76adc0aa669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381038 Oct 17 03:16:13.044411 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-9d79f6ac-9663-40f2-aa81-552317a6107c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819550 Oct 17 03:16:13.136511 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dbbcf6e5-3081-4e1d-b2de-4e8b40bf605a req-2bfbd9b5-a030-4ab2-b428-e26207b3a100 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855753 Oct 17 03:16:13.534116 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f873087-560a-4c90-964f-5ded160a7fff req-ff450496-9578-4455-95a7-6ff1c719330d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:13.535629 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6f873087-560a-4c90-964f-5ded160a7fff req-ff450496-9578-4455-95a7-6ff1c719330d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0476625 Oct 17 03:16:13.582490 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6f873087-560a-4c90-964f-5ded160a7fff req-3ced60ba-21fb-42fc-ba11-8269a75b5164 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412602 Oct 17 03:16:13.737270 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:13.777968 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede891b-1657-4ec3-a17a-88d9b4b8c04d req-8f6f0a7c-6132-458c-a2dd-308228869763 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:13.779450 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cede891b-1657-4ec3-a17a-88d9b4b8c04d req-8f6f0a7c-6132-458c-a2dd-308228869763 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0505872 Oct 17 03:16:13.825654 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cede891b-1657-4ec3-a17a-88d9b4b8c04d req-abf77064-25cc-43a6-b98c-0f1c2f006520 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404234 Oct 17 03:16:14.155485 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d0a74-ba66-4441-a9b7-054128949021 req-9d1d7da3-df15-413e-9838-b8d2c3fc1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:14.156949 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3b9d0a74-ba66-4441-a9b7-054128949021 req-9d1d7da3-df15-413e-9838-b8d2c3fc1178 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 1127 time: 0.0439284 Oct 17 03:16:14.171765 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:14.249789 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d0a74-ba66-4441-a9b7-054128949021 req-4947a0d1-93b3-4a3c-9fc8-39d2294e2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:14.251262 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3b9d0a74-ba66-4441-a9b7-054128949021 req-4947a0d1-93b3-4a3c-9fc8-39d2294e2f97 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 918 time: 0.0872228 Oct 17 03:16:14.295059 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3b9d0a74-ba66-4441-a9b7-054128949021 req-48ca75cd-78c9-4837-b8f9-a18875aa3c90 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92 HTTP/1.1" status: 200 len: 217 time: 0.0368030 Oct 17 03:16:14.317096 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 0fcb1d19-78cc-466d-b47b-f0891a46de92 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:16:14.331297 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:14.344826 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d0a74-ba66-4441-a9b7-054128949021 req-ff77ca51-9a88-4394-a2c8-1d16df7e6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:14.346294 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3b9d0a74-ba66-4441-a9b7-054128949021 req-ff77ca51-9a88-4394-a2c8-1d16df7e6aae service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 200 len: 856 time: 0.0457315 Oct 17 03:16:14.391049 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d0a74-ba66-4441-a9b7-054128949021 req-39fc5cfc-58ee-4bab-b1b4-f65257ea40da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:14.392533 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3b9d0a74-ba66-4441-a9b7-054128949021 req-39fc5cfc-58ee-4bab-b1b4-f65257ea40da service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7be2416a-9e29-4953-b802-c76adc0aa669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387530 Oct 17 03:16:14.417880 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:16:14.429235 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'port_id': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'mac_address': 'fa:16:3e:7b:c8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:16:14.463567 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 0fcb1d19-78cc-466d-b47b-f0891a46de92 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:16:14.463956 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:14.477117 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcb1d19-78cc-466d-b47b-f0891a46de92 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:16:14.486831 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3b9d0a74-ba66-4441-a9b7-054128949021 req-fc41788d-fd20-4847-aed5-17ba76994c7a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878236 Oct 17 03:16:14.501337 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:16:14.505468 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:14.552343 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=0fcb1d19-78cc-466d-b47b-f0891a46de92,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:14.579195 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3b9d0a74-ba66-4441-a9b7-054128949021 req-20e10b71-933d-4b5d-b345-5d0291e72b11 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860355 Oct 17 03:16:14.715681 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd1514-975c-40f3-8ee1-15d3aa958571 req-7c6b3195-ae17-404e-ba15-e82399eee843 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:14.717085 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-21dd1514-975c-40f3-8ee1-15d3aa958571 req-7c6b3195-ae17-404e-ba15-e82399eee843 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 944 time: 0.0509920 Oct 17 03:16:14.763077 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-21dd1514-975c-40f3-8ee1-15d3aa958571 req-f01bfd06-6f07-400d-80d9-12cac3665dd2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404036 Oct 17 03:16:14.775895 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['0fcb1d19-78cc-466d-b47b-f0891a46de92'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:16:14.944608 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e634a48-e5e2-48be-a959-19d014584090 req-ec35a662-8d9d-448a-bcaa-4489a071f04a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:14.946064 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4e634a48-e5e2-48be-a959-19d014584090 req-ec35a662-8d9d-448a-bcaa-4489a071f04a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0452414 Oct 17 03:16:14.992913 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4e634a48-e5e2-48be-a959-19d014584090 req-eebb763a-cdb7-4233-909b-aef19227dad6 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412235 Oct 17 03:16:15.887494 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcea37b-3fd4-414d-8d9a-e190c2320c41 req-d97685be-c363-4404-a874-01981ce765dd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:15.888960 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-bbcea37b-3fd4-414d-8d9a-e190c2320c41 req-d97685be-c363-4404-a874-01981ce765dd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 944 time: 0.0468328 Oct 17 03:16:15.935113 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-bbcea37b-3fd4-414d-8d9a-e190c2320c41 req-196ce37c-4789-4194-8235-ed2168a6aa37 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405898 Oct 17 03:16:16.114446 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a07f7d-d5e2-4099-acc3-50d2e710d40f req-c5408a86-46f3-41b1-bd7e-894e6e135271 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:16.115818 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-76a07f7d-d5e2-4099-acc3-50d2e710d40f req-c5408a86-46f3-41b1-bd7e-894e6e135271 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0481975 Oct 17 03:16:16.161894 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-76a07f7d-d5e2-4099-acc3-50d2e710d40f req-a81511ce-eb50-4fdf-bebd-39890976da7e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398788 Oct 17 03:16:16.318143 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 0fcb1d19-78cc-466d-b47b-f0891a46de92 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:16:16.360935 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port 0fcb1d19-78cc-466d-b47b-f0891a46de92 completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:16:16.366573 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 0fcb1d19-78cc-466d-b47b-f0891a46de92 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:16:16.366974 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:16.367312 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 0fcb1d19-78cc-466d-b47b-f0891a46de92 Oct 17 03:16:16.437329 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 0fcb1d19-78cc-466d-b47b-f0891a46de92 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:16:16.437707 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:16.459551 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:16.461726 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d4d2f2-181c-4d6b-a487-fb2e44e47ec6" -d '{"events": [{"server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:16.478060 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:16:16.482228 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:16.504089 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab132a19-a5c4-47ca-bc14-75269787e938 x-openstack-request-id: req-ab132a19-a5c4-47ca-bc14-75269787e938 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:16.504367 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:16.504609 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ab132a19-a5c4-47ca-bc14-75269787e938 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:16.504988 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab132a19-a5c4-47ca-bc14-75269787e938'] response: {'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'code': 200} Oct 17 03:16:16.531739 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=0fcb1d19-78cc-466d-b47b-f0891a46de92,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:16.688491 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358ff43-7075-49be-8cb7-6ad88d208729 req-84d71d93-d9c3-43f4-909a-dc11f58d61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:16.689860 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3358ff43-7075-49be-8cb7-6ad88d208729 req-84d71d93-d9c3-43f4-909a-dc11f58d61bf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 1129 time: 0.0380878 Oct 17 03:16:16.736705 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3358ff43-7075-49be-8cb7-6ad88d208729 req-062caf52-ef55-4c01-ba0f-327971e4d737 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405941 Oct 17 03:16:16.900357 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:17.064636 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863145c-1f78-45ed-853a-57481906f118 req-f35fcdca-a015-48e9-89c7-6ea3e947c54d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:17.066077 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a863145c-1f78-45ed-853a-57481906f118 req-f35fcdca-a015-48e9-89c7-6ea3e947c54d tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0460315 Oct 17 03:16:17.112022 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a863145c-1f78-45ed-853a-57481906f118 req-3839d391-1435-4e6e-b269-994e8c32c38c tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405078 Oct 17 03:16:17.286346 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2548f-cc79-4699-be9c-f069f949f89d req-c2d27bf4-62e7-4158-bccc-fdf9a646ff4e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:17.287844 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a9d2548f-cc79-4699-be9c-f069f949f89d req-c2d27bf4-62e7-4158-bccc-fdf9a646ff4e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0477185 Oct 17 03:16:17.334193 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a9d2548f-cc79-4699-be9c-f069f949f89d req-27f6a97a-adaa-40f9-9673-3735ee084c90 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Oct 17 03:16:18.234626 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054e740-88e1-40e3-9765-e46968bf3b00 req-717a810d-67b1-4c5d-8831-e6198fdc391c tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:18.236111 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2054e740-88e1-40e3-9765-e46968bf3b00 req-717a810d-67b1-4c5d-8831-e6198fdc391c tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0460379 Oct 17 03:16:18.287299 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2054e740-88e1-40e3-9765-e46968bf3b00 req-9384b61e-3a95-41c3-8feb-83bd82d94318 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456588 Oct 17 03:16:18.458888 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70eea8-bb9b-4d32-9781-00dd77436f4b req-dec6b435-7f1c-4e8a-a373-5059889daaeb tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:18.460293 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8b70eea8-bb9b-4d32-9781-00dd77436f4b req-dec6b435-7f1c-4e8a-a373-5059889daaeb tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0462873 Oct 17 03:16:18.507515 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8b70eea8-bb9b-4d32-9781-00dd77436f4b req-0f75bb5f-41d9-4ee9-b532-6b032b972ea8 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409455 Oct 17 03:16:19.224721 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:19.226615 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:19.412368 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f4bae-f38f-4c9d-8273-7751f5edb4c6 req-d1c7ff65-8e00-4a46-8de4-bb2beb119b95 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:19.413848 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c50f4bae-f38f-4c9d-8273-7751f5edb4c6 req-d1c7ff65-8e00-4a46-8de4-bb2beb119b95 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0468729 Oct 17 03:16:19.461400 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c50f4bae-f38f-4c9d-8273-7751f5edb4c6 req-5de70c36-a4e3-4201-aa2f-b9ea867f8c89 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420554 Oct 17 03:16:19.584304 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08706ab0-d8d9-4039-bbef-b71cab6d5024 req-bc207c0c-8fc2-4cb1-96b3-a765d4ba8956 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:19.585786 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-08706ab0-d8d9-4039-bbef-b71cab6d5024 req-bc207c0c-8fc2-4cb1-96b3-a765d4ba8956 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0498650 Oct 17 03:16:19.596263 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41180) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:19.600619 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-f1fac6e0-2d20-4e04-8d48-afcc60f2d455 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Request body: {'floatingip': {'port_id': '0fcb1d19-78cc-466d-b47b-f0891a46de92'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:19.628294 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9d89a-08ba-4a9a-8e8c-30a63816ec72 req-9e05c3dc-6cfe-429b-948b-eab086e56381 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:19.629769 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-30a9d89a-08ba-4a9a-8e8c-30a63816ec72 req-9e05c3dc-6cfe-429b-948b-eab086e56381 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0467713 Oct 17 03:16:19.639531 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f1fac6e0-2d20-4e04-8d48-afcc60f2d455 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (c1448001-fd83-4579-b9f3-03f14249d2c3), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:19.683352 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-30a9d89a-08ba-4a9a-8e8c-30a63816ec72 req-65e430ea-9cfa-4f9b-bfc1-b4e18c318ee6 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477118 Oct 17 03:16:19.738059 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:19.930829 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:20.058066 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f1fac6e0-2d20-4e04-8d48-afcc60f2d455 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:20.061719 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f1fac6e0-2d20-4e04-8d48-afcc60f2d455 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (c1448001-fd83-4579-b9f3-03f14249d2c3), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:20.156305 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-f1fac6e0-2d20-4e04-8d48-afcc60f2d455 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Floating IP c1448001-fd83-4579-b9f3-03f14249d2c3 associated. External IP: 172.27.0.76, port: 0fcb1d19-78cc-466d-b47b-f0891a46de92. Oct 17 03:16:20.347820 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fac6e0-2d20-4e04-8d48-afcc60f2d455 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:16:20.450744 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fac6e0-2d20-4e04-8d48-afcc60f2d455 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:16:20.455251 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f1fac6e0-2d20-4e04-8d48-afcc60f2d455 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:20.466377 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4eacd-801c-49bb-bb0a-87424cb5a911 None None] Sync routers for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:16:20.473637 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:20.477412 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4eacd-801c-49bb-bb0a-87424cb5a911 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:20.478029 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-cef4eacd-801c-49bb-bb0a-87424cb5a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:16:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:20.484822 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-f1fac6e0-2d20-4e04-8d48-afcc60f2d455 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/c1448001-fd83-4579-b9f3-03f14249d2c3 HTTP/1.1" status: 200 len: 990 time: 0.8874390 Oct 17 03:16:20.485473 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:20.487747 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce42e18-a4cb-40e1-b63e-2ec43078b9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:20.526293 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a89437-722c-4560-b28e-e029403b4c3b x-openstack-request-id: req-41a89437-722c-4560-b28e-e029403b4c3b {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:20.526580 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:20.526825 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-41a89437-722c-4560-b28e-e029403b4c3b {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:20.527250 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a89437-722c-4560-b28e-e029403b4c3b'] response: {'name': 'network-changed', 'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'status': 'completed', 'code': 200} Oct 17 03:16:20.575591 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:20.588922 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-cef4eacd-801c-49bb-bb0a-87424cb5a911 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:20.591030 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce42e18-a4cb-40e1-b63e-2ec43078b9d3 req-cd60b953-8478-4e85-9224-7df6af974fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:20.592601 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9ce42e18-a4cb-40e1-b63e-2ec43078b9d3 req-cd60b953-8478-4e85-9224-7df6af974fd6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 1129 time: 0.0430744 Oct 17 03:16:20.683028 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce42e18-a4cb-40e1-b63e-2ec43078b9d3 req-0e3fe7b6-31ce-43dd-972d-42dcf06b5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:20.684477 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9ce42e18-a4cb-40e1-b63e-2ec43078b9d3 req-0e3fe7b6-31ce-43dd-972d-42dcf06b5de0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 918 time: 0.0853038 Oct 17 03:16:20.751575 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9ce42e18-a4cb-40e1-b63e-2ec43078b9d3 req-d643b741-6d57-469b-977e-a3d9110cf9ea service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92 HTTP/1.1" status: 200 len: 998 time: 0.0599484 Oct 17 03:16:20.765670 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:20.803504 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce42e18-a4cb-40e1-b63e-2ec43078b9d3 req-77928696-2fb5-4f27-bbb4-ffc8994aa5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:20.804986 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9ce42e18-a4cb-40e1-b63e-2ec43078b9d3 req-77928696-2fb5-4f27-bbb4-ffc8994aa5d7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 200 len: 856 time: 0.0474088 Oct 17 03:16:20.807285 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-cef4eacd-801c-49bb-bb0a-87424cb5a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'c1448001-fd83-4579-b9f3-03f14249d2c3', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'port_id': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'mac_address': 'fa:16:3e:7b:c8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:16:09Z', 'updated_at': '2022-10-17T03:16:19Z', 'revision_number': 1, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:03Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:20.819439 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05c1f8-8144-45fd-8f54-aaa6152b414c req-643adcaf-045e-4c8a-adcb-6fea9d6ef691 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:20.820979 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2e05c1f8-8144-45fd-8f54-aaa6152b414c req-643adcaf-045e-4c8a-adcb-6fea9d6ef691 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0545835 Oct 17 03:16:20.833911 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4eacd-801c-49bb-bb0a-87424cb5a911 None None] Checking router: f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:16:20.843427 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4eacd-801c-49bb-bb0a-87424cb5a911 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:20.843937 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-cef4eacd-801c-49bb-bb0a-87424cb5a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:16:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:20.854549 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce42e18-a4cb-40e1-b63e-2ec43078b9d3 req-a990562f-2105-4c98-8aef-df74a9afd903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:20.856711 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9ce42e18-a4cb-40e1-b63e-2ec43078b9d3 req-a990562f-2105-4c98-8aef-df74a9afd903 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7be2416a-9e29-4953-b802-c76adc0aa669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421767 Oct 17 03:16:20.871057 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2e05c1f8-8144-45fd-8f54-aaa6152b414c req-72173052-ad22-4e79-afeb-9e6116fe795c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436509 Oct 17 03:16:21.097905 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-cef4eacd-801c-49bb-bb0a-87424cb5a911 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:21.214185 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9ce42e18-a4cb-40e1-b63e-2ec43078b9d3 req-0632d0dc-1bbc-4253-949a-d0425b0a1471 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496482 Oct 17 03:16:21.239294 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:21.308642 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9ce42e18-a4cb-40e1-b63e-2ec43078b9d3 req-de6491eb-0b56-43e2-a07c-84f33884a2db service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862894 Oct 17 03:16:21.318809 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-cef4eacd-801c-49bb-bb0a-87424cb5a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'c1448001-fd83-4579-b9f3-03f14249d2c3', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'port_id': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'mac_address': 'fa:16:3e:7b:c8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:16:09Z', 'updated_at': '2022-10-17T03:16:19Z', 'revision_number': 1, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:03Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:21.347777 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef4eacd-801c-49bb-bb0a-87424cb5a911 None None] The sync data for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'c1448001-fd83-4579-b9f3-03f14249d2c3', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'port_id': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'mac_address': 'fa:16:3e:7b:c8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:16:09Z', 'updated_at': '2022-10-17T03:16:19Z', 'revision_number': 1, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:03Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:16:21.536752 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef122b61-5968-4aca-9685-2c84e0397a5a None None] New status for floating IP c1448001-fd83-4579-b9f3-03f14249d2c3: ACTIVE {{(pid=104640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:16:21.998976 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee13e2-e28a-4499-a444-1e1fe7a9720e req-819d59af-3e65-4a39-b7e4-fc0fb8e3093a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:22.000413 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-14ee13e2-e28a-4499-a444-1e1fe7a9720e req-819d59af-3e65-4a39-b7e4-fc0fb8e3093a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0506704 Oct 17 03:16:22.048380 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-14ee13e2-e28a-4499-a444-1e1fe7a9720e req-09c3354a-2ac1-40ce-91b0-7498f2dd3233 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424139 Oct 17 03:16:23.170161 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206e25f-9519-4fa7-97ac-e5e1db44f1f3 req-da98aab0-c8d0-4c2c-8895-6b667a8a82c6 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:23.171612 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b206e25f-9519-4fa7-97ac-e5e1db44f1f3 req-da98aab0-c8d0-4c2c-8895-6b667a8a82c6 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0464845 Oct 17 03:16:23.218499 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b206e25f-9519-4fa7-97ac-e5e1db44f1f3 req-e135dfe2-db49-465f-85c6-490c2f05fbbe tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412626 Oct 17 03:16:24.355303 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418c024-74a9-4668-b620-29fa720df605 req-d18d8f50-ed76-427c-9570-6d15afc21544 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:24.356678 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c418c024-74a9-4668-b620-29fa720df605 req-d18d8f50-ed76-427c-9570-6d15afc21544 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0480971 Oct 17 03:16:24.409488 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c418c024-74a9-4668-b620-29fa720df605 req-d3029413-ad2e-49b3-8cf8-1afee71e7429 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442767 Oct 17 03:16:25.380958 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b0ff5-509e-45f9-9a94-5b1a595645d7 req-a0e6207c-5ad4-4629-bcce-52fef424d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:25.382426 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e0b0ff5-509e-45f9-9a94-5b1a595645d7 req-a0e6207c-5ad4-4629-bcce-52fef424d39b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 1130 time: 0.0380025 Oct 17 03:16:25.429085 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e0b0ff5-509e-45f9-9a94-5b1a595645d7 req-defd1002-2249-4ad5-a672-67f27e6f96b0 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401535 Oct 17 03:16:25.534215 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36019aa0-9e6f-4bc9-b4a1-ec040abbad2f req-847aa3dd-8a57-4b9c-b1ce-e0c3019cf5f8 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:25.535594 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-36019aa0-9e6f-4bc9-b4a1-ec040abbad2f req-847aa3dd-8a57-4b9c-b1ce-e0c3019cf5f8 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0460916 Oct 17 03:16:25.584270 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-36019aa0-9e6f-4bc9-b4a1-ec040abbad2f req-fe641c9f-a965-4088-9f0e-dae95cbd0fab tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431318 Oct 17 03:16:26.707382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3b484-8802-44cf-892f-23899669000c req-a92f4964-4366-4985-b761-a764a5f2a12e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:26.708818 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-67c3b484-8802-44cf-892f-23899669000c req-a92f4964-4366-4985-b761-a764a5f2a12e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0450399 Oct 17 03:16:26.756052 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-67c3b484-8802-44cf-892f-23899669000c req-54cb4d8a-c016-47d1-b042-152ad5325d0a tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411186 Oct 17 03:16:27.622949 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:27.641067 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05648fcc-63b3-47c1-a607-f40db97288c8 req-ef0e1efa-2aef-4e51-9fa2-0976cf56985c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:27.642515 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-05648fcc-63b3-47c1-a607-f40db97288c8 req-ef0e1efa-2aef-4e51-9fa2-0976cf56985c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0466337 Oct 17 03:16:27.662450 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:27.689734 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-05648fcc-63b3-47c1-a607-f40db97288c8 req-d31e6da1-73cc-4ff0-8780-a6cf3c2b0232 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416217 Oct 17 03:16:27.877672 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b142cc1-b121-43cd-b853-3d455569da8f req-1633eed3-83fc-4b52-9e73-641ce369174c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:27.879137 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0b142cc1-b121-43cd-b853-3d455569da8f req-1633eed3-83fc-4b52-9e73-641ce369174c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0462959 Oct 17 03:16:27.924946 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0b142cc1-b121-43cd-b853-3d455569da8f req-9de4e7c3-d06c-40c8-9def-467f7b6da211 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401962 Oct 17 03:16:28.318993 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f40c9-fef5-4738-ba5d-e63e0d6631fe req-990f42c3-1b96-4f65-b0fc-81444a65427f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:28.320365 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-709f40c9-fef5-4738-ba5d-e63e0d6631fe req-990f42c3-1b96-4f65-b0fc-81444a65427f tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0495024 Oct 17 03:16:28.370935 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-709f40c9-fef5-4738-ba5d-e63e0d6631fe req-59a08e6c-f4b3-4392-a2b9-9d6e3070f826 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449173 Oct 17 03:16:28.816895 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa2d78-08d3-4ff2-92d4-f3a7cec9a4dd req-ce6fc632-e79f-4f88-97a5-fdfeb2f05390 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:28.818333 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cefa2d78-08d3-4ff2-92d4-f3a7cec9a4dd req-ce6fc632-e79f-4f88-97a5-fdfeb2f05390 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0504434 Oct 17 03:16:28.864775 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cefa2d78-08d3-4ff2-92d4-f3a7cec9a4dd req-69b4cb29-563f-4b3e-a5bb-1c2afc87ca9a tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403838 Oct 17 03:16:29.449456 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957ab17-8857-44d7-a828-6c07a6ecf029 req-e7fd01d5-6034-4b70-a002-236004c9aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:29.451002 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f957ab17-8857-44d7-a828-6c07a6ecf029 req-e7fd01d5-6034-4b70-a002-236004c9aca4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 1130 time: 0.0412393 Oct 17 03:16:29.498316 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aad66-374e-481c-9bd5-d61f53945b3c req-7fb8b7ed-f8b1-468d-9857-d93f7750eae8 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:29.499724 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d77aad66-374e-481c-9bd5-d61f53945b3c req-7fb8b7ed-f8b1-468d-9857-d93f7750eae8 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0503423 Oct 17 03:16:29.550256 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d77aad66-374e-481c-9bd5-d61f53945b3c req-ae994e7f-3597-49c7-b5ce-af3cda89c675 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434475 Oct 17 03:16:29.561576 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957ab17-8857-44d7-a828-6c07a6ecf029 req-a991e8ba-097a-4410-b857-d172ada8cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:29.563099 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f957ab17-8857-44d7-a828-6c07a6ecf029 req-a991e8ba-097a-4410-b857-d172ada8cf23 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.0932665 Oct 17 03:16:29.748580 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f957ab17-8857-44d7-a828-6c07a6ecf029 req-5eee63dc-d1c9-4a87-84fb-3c26b3b887a3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a1e8a6-f7aa-40af-a627-0640f636cc4a HTTP/1.1" status: 200 len: 1002 time: 0.0554986 Oct 17 03:16:29.761972 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:29.798943 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957ab17-8857-44d7-a828-6c07a6ecf029 req-3229c704-7961-41fd-8fa8-20aafe9da8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:29.800435 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f957ab17-8857-44d7-a828-6c07a6ecf029 req-3229c704-7961-41fd-8fa8-20aafe9da8e6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.0454721 Oct 17 03:16:29.891298 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957ab17-8857-44d7-a828-6c07a6ecf029 req-4c6060cc-e889-4bc6-a494-6cbd8b3e8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:29.892951 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f957ab17-8857-44d7-a828-6c07a6ecf029 req-4c6060cc-e889-4bc6-a494-6cbd8b3e8f42 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678859 Oct 17 03:16:29.903985 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-f17a2265-69ea-4cd9-843c-9a5aeaec6111 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:29.905557 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-f17a2265-69ea-4cd9-843c-9a5aeaec6111 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0731423 Oct 17 03:16:30.010541 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:30.060868 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4ad7a-d1ec-411d-9ce0-522369325f59 req-c3173814-8a32-402a-99b7-3d1f0f21dff0 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:30.062388 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-63f4ad7a-d1ec-411d-9ce0-522369325f59 req-c3173814-8a32-402a-99b7-3d1f0f21dff0 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 946 time: 0.0882976 Oct 17 03:16:30.103864 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Deleting port cf904496-4f8e-473c-8ea7-795ed5aefe57 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:16:30.104222 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:30.174549 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f957ab17-8857-44d7-a828-6c07a6ecf029 req-4373b486-ba4c-49b8-8369-fe467afc9b23 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681458 Oct 17 03:16:30.204813 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-63f4ad7a-d1ec-411d-9ce0-522369325f59 req-f3e45986-3eb1-494b-b3e5-1503d7e604ac tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be93113-93c9-4783-9ec7-07e8841880d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340222 Oct 17 03:16:30.285647 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] For port cf904496-4f8e-473c-8ea7-795ed5aefe57, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=cf904496-4f8e-473c-8ea7-795ed5aefe57,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:16:30.286036 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:30.357633 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f957ab17-8857-44d7-a828-6c07a6ecf029 req-1ef80548-97fb-4f9c-a750-f5bf8293c300 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723089 Oct 17 03:16:30.474634 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:30.475366 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (0ca66bf2-76b5-465e-a58e-1ad65513a629), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:30.475366 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Floating IP 0ca66bf2-76b5-465e-a58e-1ad65513a629 disassociated. External IP: 172.27.0.217, port: cf904496-4f8e-473c-8ea7-795ed5aefe57. Oct 17 03:16:30.475684 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Calling delete_port for cf904496-4f8e-473c-8ea7-795ed5aefe57 owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:16:30.604950 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (cf904496-4f8e-473c-8ea7-795ed5aefe57), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:30.612868 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:30.635057 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event deleted for resources: {'Port': ['ID=cf904496-4f8e-473c-8ea7-795ed5aefe57,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:30.679911 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875646-1935-4a00-81a2-7e14f02712f2 req-7a561be4-7786-4914-8d21-d2067133459d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:30.681772 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6c875646-1935-4a00-81a2-7e14f02712f2 req-7a561be4-7786-4914-8d21-d2067133459d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0511689 Oct 17 03:16:30.732579 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6c875646-1935-4a00-81a2-7e14f02712f2 req-fd06ef7d-12d2-4730-97ef-08d0957916eb tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442488 Oct 17 03:16:30.754018 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:16:30.846169 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:30.869956 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:16:30.880796 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91785607-ae65-4c91-86e0-a4d3194909ba None None] Sync routers for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:16:30.891246 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91785607-ae65-4c91-86e0-a4d3194909ba None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:30.891861 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-91785607-ae65-4c91-86e0-a4d3194909ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:16:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:30.916973 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] No DVR routers for this DVR port cf904496-4f8e-473c-8ea7-795ed5aefe57 on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:16:30.920038 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:30.924209 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8f5d7d60-b9d0-45af-9385-7eea6f2cfb75 req-4d9b6a47-cffb-4902-bd93-5a0f38d16e1b tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.23 "DELETE /networking/v2.0/ports/cf904496-4f8e-473c-8ea7-795ed5aefe57 HTTP/1.1" status: 204 len: 173 time: 1.0097797 Oct 17 03:16:30.924706 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'name': 'network-vif-deleted', 'tag': 'cf904496-4f8e-473c-8ea7-795ed5aefe57'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:30.926948 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dd21db-a098-4e50-87ee-deabc536a0a1" -d '{"events": [{"server_uuid": "7b220b35-d9ac-48e4-b898-3d4f6c7be835", "name": "network-vif-deleted", "tag": "cf904496-4f8e-473c-8ea7-795ed5aefe57"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:30.964660 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635f1605-1007-4dd3-8ba2-a2ab46d5eef1 x-openstack-request-id: req-635f1605-1007-4dd3-8ba2-a2ab46d5eef1 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:30.964957 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b220b35-d9ac-48e4-b898-3d4f6c7be835", "name": "network-vif-deleted", "tag": "cf904496-4f8e-473c-8ea7-795ed5aefe57", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:30.965207 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-635f1605-1007-4dd3-8ba2-a2ab46d5eef1 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:30.965611 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635f1605-1007-4dd3-8ba2-a2ab46d5eef1'] response: {'server_uuid': '7b220b35-d9ac-48e4-b898-3d4f6c7be835', 'name': 'network-vif-deleted', 'tag': 'cf904496-4f8e-473c-8ea7-795ed5aefe57', 'status': 'completed', 'code': 200} Oct 17 03:16:30.998344 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-91785607-ae65-4c91-86e0-a4d3194909ba None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:31.154556 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:31.191512 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-91785607-ae65-4c91-86e0-a4d3194909ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:31.220000 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91785607-ae65-4c91-86e0-a4d3194909ba None None] Checking router: bcae69b2-6783-4e07-8d1a-a148dcaf29e5 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:16:31.229316 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91785607-ae65-4c91-86e0-a4d3194909ba None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:31.229949 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-91785607-ae65-4c91-86e0-a4d3194909ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:16:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:31.261010 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:31.316194 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c4e7a049-bf29-4ee5-a847-8931c5eab286 req-5f5cb1c0-4d4d-4b2d-89b9-f79424cafe5e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 210 time: 0.0308976 Oct 17 03:16:31.332360 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-91785607-ae65-4c91-86e0-a4d3194909ba None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:31.443480 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:16:31.534150 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-91785607-ae65-4c91-86e0-a4d3194909ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:31.559805 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91785607-ae65-4c91-86e0-a4d3194909ba None None] The sync data for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi is: [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:16:31.771166 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b9347-ffa1-41e2-81b8-60e2b8b4bf27 None None] New status for floating IP 0ca66bf2-76b5-465e-a58e-1ad65513a629: DOWN {{(pid=104640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:16:31.873022 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968279b-1eba-4196-be3b-51eb7bee2c96 req-1e983759-f978-499a-ac96-b41952f7aa99 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:31.874573 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c968279b-1eba-4196-be3b-51eb7bee2c96 req-1e983759-f978-499a-ac96-b41952f7aa99 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0565865 Oct 17 03:16:31.925139 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c968279b-1eba-4196-be3b-51eb7bee2c96 req-582f5a48-9a04-4805-a844-2e93547f5807 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447357 Oct 17 03:16:32.412586 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device cf904496-4f8e-473c-8ea7-795ed5aefe57 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:16:32.430361 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a3909791-9760-4dfc-85b9-864fc011d154 req-8945038b-eff2-46c9-bf3d-054f43f4b7ab tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b220b35-d9ac-48e4-b898-3d4f6c7be835 HTTP/1.1" status: 200 len: 210 time: 0.0281794 Oct 17 03:16:32.435165 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: cf904496-4f8e-473c-8ea7-795ed5aefe57 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:16:32.435514 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device cf904496-4f8e-473c-8ea7-795ed5aefe57 not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:16:33.066957 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34763d-7524-4b67-ad29-a962b6bd2679 req-ec51c33d-50fe-4840-aaba-8beb7c7fe27d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:33.068413 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ff34763d-7524-4b67-ad29-a962b6bd2679 req-ec51c33d-50fe-4840-aaba-8beb7c7fe27d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0565262 Oct 17 03:16:33.119309 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ff34763d-7524-4b67-ad29-a962b6bd2679 req-0f902576-9754-4f17-a3a5-d3a9109efdbf tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451608 Oct 17 03:16:33.237729 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f7b6f-3f28-437a-b312-f3ce68637844 req-82fbcbe5-4b5f-48cb-9f08-e27275d30a39 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:33.239210 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-785f7b6f-3f28-437a-b312-f3ce68637844 req-82fbcbe5-4b5f-48cb-9f08-e27275d30a39 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0468605 Oct 17 03:16:33.251095 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41254) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:33.255409 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-b04a92fd-5409-4e53-b019-4053306f46d4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Request body: {'floatingip': {'port_id': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:33.311672 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b04a92fd-5409-4e53-b019-4053306f46d4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for floatingip (e1dca0c1-7b36-4179-8d44-fce1708e50b7), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:33.528381 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41260) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:33.585604 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1bdf4fc8-2212-436a-a565-c0cf8db59267 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group (4be93113-93c9-4783-9ec7-07e8841880d3), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:33.609862 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1bdf4fc8-2212-436a-a565-c0cf8db59267 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group (4be93113-93c9-4783-9ec7-07e8841880d3), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:33.659940 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1bdf4fc8-2212-436a-a565-c0cf8db59267 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (4be93113-93c9-4783-9ec7-07e8841880d3), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:33.662447 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1bdf4fc8-2212-436a-a565-c0cf8db59267 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:33.663646 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-1bdf4fc8-2212-436a-a565-c0cf8db59267 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4be93113-93c9-4783-9ec7-07e8841880d3 HTTP/1.1" status: 204 len: 168 time: 0.1342566 Oct 17 03:16:33.667244 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41262) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:33.673417 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf4fc8-2212-436a-a565-c0cf8db59267 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be93113-93c9-4783-9ec7-07e8841880d3,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:33.695158 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.api.v2.resource [None req-9f42d289-e902-490e-a78d-9ea7b1c9ee56 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] show failed (client error): The resource could not be found. Oct 17 03:16:33.696413 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-9f42d289-e902-490e-a78d-9ea7b1c9ee56 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups/4be93113-93c9-4783-9ec7-07e8841880d3 HTTP/1.1" status: 404 len: 347 time: 0.0280755 Oct 17 03:16:33.699313 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41266) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:33.786125 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b04a92fd-5409-4e53-b019-4053306f46d4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:33.789884 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b04a92fd-5409-4e53-b019-4053306f46d4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (e1dca0c1-7b36-4179-8d44-fce1708e50b7), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:33.814266 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-14150e99-ea78-4cc2-9316-3f93d41cc111 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Deleting port 25e97acf-0494-4d01-abc7-6571d58a7fe7 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:16:33.814601 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14150e99-ea78-4cc2-9316-3f93d41cc111 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (25e97acf-0494-4d01-abc7-6571d58a7fe7), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:33.828345 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:33.905346 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14150e99-ea78-4cc2-9316-3f93d41cc111 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (25e97acf-0494-4d01-abc7-6571d58a7fe7), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:33.905663 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14150e99-ea78-4cc2-9316-3f93d41cc111 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (25e97acf-0494-4d01-abc7-6571d58a7fe7), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:33.918662 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-14150e99-ea78-4cc2-9316-3f93d41cc111 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Calling delete_port for 25e97acf-0494-4d01-abc7-6571d58a7fe7 owned by network:floatingip {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:16:33.975445 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:33.987520 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:33.996920 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04a92fd-5409-4e53-b019-4053306f46d4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:16:34.055864 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14150e99-ea78-4cc2-9316-3f93d41cc111 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (25e97acf-0494-4d01-abc7-6571d58a7fe7), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.081525 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14150e99-ea78-4cc2-9316-3f93d41cc111 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event deleted for resources: {'Port': ['ID=25e97acf-0494-4d01-abc7-6571d58a7fe7,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:34.112152 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04a92fd-5409-4e53-b019-4053306f46d4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:16:34.118729 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b04a92fd-5409-4e53-b019-4053306f46d4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.124906 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee23de5-8a49-4483-bc34-32911c1be223 None None] Sync routers for ids ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:16:34.136751 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee23de5-8a49-4483-bc34-32911c1be223 None None] Routers {'34c4cf2a-7e78-42c9-812d-95bde9f3b158'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:34.137372 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-4ee23de5-8a49-4483-bc34-32911c1be223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:16:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:34.150040 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14150e99-ea78-4cc2-9316-3f93d41cc111 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (0ca66bf2-76b5-465e-a58e-1ad65513a629), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.153794 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-14150e99-ea78-4cc2-9316-3f93d41cc111 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.155010 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-14150e99-ea78-4cc2-9316-3f93d41cc111 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/0ca66bf2-76b5-465e-a58e-1ad65513a629 HTTP/1.1" status: 204 len: 168 time: 0.4547226 Oct 17 03:16:34.163047 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712578d1-d2fb-4252-adbb-bc87096acc00', 'tag': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a'}] {{(pid=104637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:34.164670 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7098a80024231f10732136cf30e047a017c97e80914df79a62af3d8a0c697d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26295e40-d34c-4a5b-80ba-9e12b672887a" -d '{"events": [{"name": "network-changed", "server_uuid": "712578d1-d2fb-4252-adbb-bc87096acc00", "tag": "f7a1e8a6-f7aa-40af-a627-0640f636cc4a"}]}' {{(pid=104637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:34.207038 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab1fc76-d39f-4179-bbd9-1a82cb6d5233 x-openstack-request-id: req-dab1fc76-d39f-4179-bbd9-1a82cb6d5233 {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:34.207828 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712578d1-d2fb-4252-adbb-bc87096acc00", "tag": "f7a1e8a6-f7aa-40af-a627-0640f636cc4a", "status": "completed", "code": 200}]} {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:34.207828 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dab1fc76-d39f-4179-bbd9-1a82cb6d5233 {{(pid=104637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:34.208286 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab1fc76-d39f-4179-bbd9-1a82cb6d5233'] response: {'name': 'network-changed', 'server_uuid': '712578d1-d2fb-4252-adbb-bc87096acc00', 'tag': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'status': 'completed', 'code': 200} Oct 17 03:16:34.221111 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-b04a92fd-5409-4e53-b019-4053306f46d4 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/e1dca0c1-7b36-4179-8d44-fce1708e50b7 HTTP/1.1" status: 200 len: 994 time: 0.9689937 Oct 17 03:16:34.248938 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41274) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:34.253873 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-15cab075-606d-4c26-bdab-c17b24e2e31a tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454181173', 'description': 'tempest-description--68881893'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:34.280489 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-4ee23de5-8a49-4483-bc34-32911c1be223 None None] Set router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:34.280714 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26295e40-d34c-4a5b-80ba-9e12b672887a req-0b578209-1a69-4361-994f-8ec0343c0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:34.280851 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-15cab075-606d-4c26-bdab-c17b24e2e31a tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.284567 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-26295e40-d34c-4a5b-80ba-9e12b672887a req-0b578209-1a69-4361-994f-8ec0343c0534 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 1130 time: 0.0487361 Oct 17 03:16:34.358074 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-15cab075-606d-4c26-bdab-c17b24e2e31a tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group (a0eec431-9251-438b-a7a9-abd3ab16a19b), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.362968 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-15cab075-606d-4c26-bdab-c17b24e2e31a tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (a0eec431-9251-438b-a7a9-abd3ab16a19b), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.384945 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26295e40-d34c-4a5b-80ba-9e12b672887a req-c0d20170-30d7-47f5-a507-952c853d3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:34.387032 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-26295e40-d34c-4a5b-80ba-9e12b672887a req-c0d20170-30d7-47f5-a507-952c853d3ced service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.0976319 Oct 17 03:16:34.396797 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-15cab075-606d-4c26-bdab-c17b24e2e31a tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.398025 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-15cab075-606d-4c26-bdab-c17b24e2e31a tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1478243 Oct 17 03:16:34.400507 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cab075-606d-4c26-bdab-c17b24e2e31a tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eec431-9251-438b-a7a9-abd3ab16a19b,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:34.402648 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41276) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:34.403016 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:34.407265 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-9e185c19-b896-4397-a0ac-989636fd71d4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Request body: {'security_group_rule': {'security_group_id': 'a0eec431-9251-438b-a7a9-abd3ab16a19b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:34.436632 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9e185c19-b896-4397-a0ac-989636fd71d4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group_rule (4b51bb95-e99a-4572-9160-3790036f64c4), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.466405 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-26295e40-d34c-4a5b-80ba-9e12b672887a req-627cdd9a-055f-423f-b05f-6f74974ab24b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a1e8a6-f7aa-40af-a627-0640f636cc4a HTTP/1.1" status: 200 len: 1002 time: 0.0698707 Oct 17 03:16:34.499489 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9e185c19-b896-4397-a0ac-989636fd71d4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group_rule (4b51bb95-e99a-4572-9160-3790036f64c4), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.503932 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9e185c19-b896-4397-a0ac-989636fd71d4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (4b51bb95-e99a-4572-9160-3790036f64c4), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.520098 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26295e40-d34c-4a5b-80ba-9e12b672887a req-240eaafd-64dc-4f94-a0fb-c94e3d122285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:34.521674 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-26295e40-d34c-4a5b-80ba-9e12b672887a req-240eaafd-64dc-4f94-a0fb-c94e3d122285 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.0497839 Oct 17 03:16:34.522292 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e185c19-b896-4397-a0ac-989636fd71d4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b51bb95-e99a-4572-9160-3790036f64c4,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:34.525648 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-4ee23de5-8a49-4483-bc34-32911c1be223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'e1dca0c1-7b36-4179-8d44-fce1708e50b7', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'port_id': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'mac_address': 'fa:16:3e:e3:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712578d1-d2fb-4252-adbb-bc87096acc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:14:11Z', 'updated_at': '2022-10-17T03:16:33Z', 'revision_number': 3, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:12:11Z', 'revision_number': 5, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:34.534647 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9e185c19-b896-4397-a0ac-989636fd71d4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.538373 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-9e185c19-b896-4397-a0ac-989636fd71d4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323855 Oct 17 03:16:34.538589 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41278) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:34.544253 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-e622aabe-3597-4743-b8ee-39a7aa4df526 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Request body: {'security_group_rule': {'security_group_id': 'a0eec431-9251-438b-a7a9-abd3ab16a19b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:34.557976 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee23de5-8a49-4483-bc34-32911c1be223 None None] Checking router: 34c4cf2a-7e78-42c9-812d-95bde9f3b158 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:16:34.568695 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee23de5-8a49-4483-bc34-32911c1be223 None None] Routers {'34c4cf2a-7e78-42c9-812d-95bde9f3b158'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:34.569688 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-4ee23de5-8a49-4483-bc34-32911c1be223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:16:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:34.574511 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e622aabe-3597-4743-b8ee-39a7aa4df526 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group_rule (d3c0c7e6-708e-4afd-b31b-ab5684b30dca), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.574962 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26295e40-d34c-4a5b-80ba-9e12b672887a req-c2b30c19-fb1f-478c-abf1-9526d3b32ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:34.576477 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-26295e40-d34c-4a5b-80ba-9e12b672887a req-c2b30c19-fb1f-478c-abf1-9526d3b32ad5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478885 Oct 17 03:16:34.640592 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e622aabe-3597-4743-b8ee-39a7aa4df526 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group_rule (d3c0c7e6-708e-4afd-b31b-ab5684b30dca), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.645213 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e622aabe-3597-4743-b8ee-39a7aa4df526 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (d3c0c7e6-708e-4afd-b31b-ab5684b30dca), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.667208 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622aabe-3597-4743-b8ee-39a7aa4df526 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c0c7e6-708e-4afd-b31b-ab5684b30dca,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:34.677332 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e622aabe-3597-4743-b8ee-39a7aa4df526 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.678466 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-26295e40-d34c-4a5b-80ba-9e12b672887a req-2e8fb910-4361-4b66-aaec-2fa79b2afb65 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947073 Oct 17 03:16:34.681542 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-e622aabe-3597-4743-b8ee-39a7aa4df526 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393898 Oct 17 03:16:34.682731 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41280) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:34.682961 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-4ee23de5-8a49-4483-bc34-32911c1be223 None None] Set router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:34.688192 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:34.763436 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.768583 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:34.838193 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-26295e40-d34c-4a5b-80ba-9e12b672887a req-85142084-18e4-4c0d-8744-3be8fa27ac49 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531062 Oct 17 03:16:34.862136 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:34.887554 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:34.906778 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-4ee23de5-8a49-4483-bc34-32911c1be223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'e1dca0c1-7b36-4179-8d44-fce1708e50b7', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'port_id': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'mac_address': 'fa:16:3e:e3:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712578d1-d2fb-4252-adbb-bc87096acc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:14:11Z', 'updated_at': '2022-10-17T03:16:33Z', 'revision_number': 3, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:12:11Z', 'revision_number': 5, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:34.933195 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee23de5-8a49-4483-bc34-32911c1be223 None None] The sync data for ids ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'] in dv-cinder-846977-2-iscsi is: [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'e1dca0c1-7b36-4179-8d44-fce1708e50b7', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'port_id': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'mac_address': 'fa:16:3e:e3:c2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712578d1-d2fb-4252-adbb-bc87096acc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:14:11Z', 'updated_at': '2022-10-17T03:16:33Z', 'revision_number': 3, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:12:11Z', 'revision_number': 5, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:16:34.975278 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Allocated IP 172.27.0.156 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/32a9c866-08f5-4219-a035-2345df28b45a) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:16:35.046648 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:35.092779 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for port (32a9c866-08f5-4219-a035-2345df28b45a), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:35.125813 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (32a9c866-08f5-4219-a035-2345df28b45a), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:35.167866 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:16:35.172230 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:16:35.176099 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:16:35.197063 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event updated for resources: {'Port': ['ID=32a9c866-08f5-4219-a035-2345df28b45a,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:35.256518 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:35.266582 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (5fb5aeec-59de-4b73-9293-78dc2672d2c5), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:35.306900 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (32a9c866-08f5-4219-a035-2345df28b45a), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:35.460185 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for port (32a9c866-08f5-4219-a035-2345df28b45a), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:35.464648 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (32a9c866-08f5-4219-a035-2345df28b45a), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:35.539088 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (5fb5aeec-59de-4b73-9293-78dc2672d2c5), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:35.543697 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event updated for resources: {'Port': ['ID=32a9c866-08f5-4219-a035-2345df28b45a,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:35.560452 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:35.561653 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6607cd7c-fc4c-4c77-ab4a-2800af929bd7 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8777976 Oct 17 03:16:35.766704 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-ddc5129c-97d5-4c2d-aa1a-50f18c608379 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--454181173&fields=id&tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5 HTTP/1.1" status: 200 len: 267 time: 0.0465038 Oct 17 03:16:35.887277 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-1452faa1-8fa2-49c6-b7b5-348916cc25dc tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:35.888727 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-1452faa1-8fa2-49c6-b7b5-348916cc25dc tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 HTTP/1.1" status: 200 len: 811 time: 0.1158409 Oct 17 03:16:35.904734 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-8b2cb1d9-273f-4bd4-8b17-6cc14901da52 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/quotas/e5bad80dc0d74119b2a9cd5c1935e8d5 HTTP/1.1" status: 200 len: 375 time: 0.0105243 Oct 17 03:16:35.954434 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-8bc2d8c8-271d-4135-a336-08dff971598e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447626 Oct 17 03:16:36.209162 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712578d1-d2fb-4252-adbb-bc87096acc00', 'tag': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a'}] {{(pid=104637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:36.211528 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7098a80024231f10732136cf30e047a017c97e80914df79a62af3d8a0c697d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26ed7b8-7422-423c-8349-5df1520a4539" -d '{"events": [{"name": "network-changed", "server_uuid": "712578d1-d2fb-4252-adbb-bc87096acc00", "tag": "f7a1e8a6-f7aa-40af-a627-0640f636cc4a"}]}' {{(pid=104637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:36.251031 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7633f6d-38e4-4590-a7ad-c16b0ae8ff25 x-openstack-request-id: req-e7633f6d-38e4-4590-a7ad-c16b0ae8ff25 {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:36.251320 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712578d1-d2fb-4252-adbb-bc87096acc00", "tag": "f7a1e8a6-f7aa-40af-a627-0640f636cc4a", "status": "completed", "code": 200}]} {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:36.251571 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e7633f6d-38e4-4590-a7ad-c16b0ae8ff25 {{(pid=104637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:36.252003 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7633f6d-38e4-4590-a7ad-c16b0ae8ff25'] response: {'name': 'network-changed', 'server_uuid': '712578d1-d2fb-4252-adbb-bc87096acc00', 'tag': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'status': 'completed', 'code': 200} Oct 17 03:16:36.288436 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:36.323245 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-5f11cb19-9b04-468e-a8b3-8b006d9a153d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565180 Oct 17 03:16:36.328356 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ed7b8-7422-423c-8349-5df1520a4539 req-e1eb6ac8-07e6-4604-9402-e66e26d2c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:36.329761 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f26ed7b8-7422-423c-8349-5df1520a4539 req-e1eb6ac8-07e6-4604-9402-e66e26d2c53f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 1130 time: 0.0518789 Oct 17 03:16:36.484664 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-8ebfa76f-4353-4374-801e-d7b7027d8d08 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538556 Oct 17 03:16:36.485493 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ed7b8-7422-423c-8349-5df1520a4539 req-aee56890-04fc-4128-8630-5b3c29e0612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:36.486784 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f26ed7b8-7422-423c-8349-5df1520a4539 req-aee56890-04fc-4128-8630-5b3c29e0612f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.1492472 Oct 17 03:16:36.549201 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:36.553932 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f26ed7b8-7422-423c-8349-5df1520a4539 req-087411af-b0c1-49db-8044-55d7e05713d3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a1e8a6-f7aa-40af-a627-0640f636cc4a HTTP/1.1" status: 200 len: 1002 time: 0.0598493 Oct 17 03:16:36.611249 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ed7b8-7422-423c-8349-5df1520a4539 req-1cd672f0-b2f3-49fc-9cbe-cf8d174239ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:36.612724 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f26ed7b8-7422-423c-8349-5df1520a4539 req-1cd672f0-b2f3-49fc-9cbe-cf8d174239ab service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.0521879 Oct 17 03:16:36.660249 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ed7b8-7422-423c-8349-5df1520a4539 req-26dc70b6-0f0f-424c-a2d1-ea7cbddc8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:36.662400 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f26ed7b8-7422-423c-8349-5df1520a4539 req-26dc70b6-0f0f-424c-a2d1-ea7cbddc8d14 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430350 Oct 17 03:16:36.668674 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c209684a-eb68-48c5-8efd-b3eb9d51357b req-5ee0c58f-3502-4802-adf6-25ca0daa5795 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 210 time: 0.0333951 Oct 17 03:16:36.763642 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f26ed7b8-7422-423c-8349-5df1520a4539 req-71cd7ef1-2da1-4e44-b512-f915e0deb620 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923615 Oct 17 03:16:36.865994 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f26ed7b8-7422-423c-8349-5df1520a4539 req-f5888876-7abe-4845-bc04-72765eab6504 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946608 Oct 17 03:16:37.270608 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-2e93cff8-ccb1-4b48-831d-6e552f58b2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:37.921830 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-44a65e23-9f84-4fa2-9723-9da264e2474f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:37.923432 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-44a65e23-9f84-4fa2-9723-9da264e2474f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 HTTP/1.1" status: 200 len: 811 time: 0.1235163 Oct 17 03:16:37.965160 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-85605c6d-b8c6-4f99-af9e-f84fcbed8f41 req-46633edf-e221-4269-846f-3c1f1e98d16f tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 210 time: 0.2197556 Oct 17 03:16:38.023732 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-a8cf3cbc-29c1-46eb-9c26-62ee320acbe6 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5 HTTP/1.1" status: 200 len: 379 time: 0.0846903 Oct 17 03:16:38.060167 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Request body: {'port': {'device_id': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'admin_state_up': True, 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'security_groups': ['a0eec431-9251-438b-a7a9-abd3ab16a19b']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:38.167269 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Made reservation on behalf of e5bad80dc0d74119b2a9cd5c1935e8d5 for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:16:38.171168 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:38.300732 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:38.302008 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Allocated IP 172.20.0.8 (b76b6d47-52a1-4c1b-a84c-d9fcfdadba83/cfde2bec-0943-4043-aac7-af99f4b6cebf/03d98863-7bf9-4161-be90-1840be834ea7) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:16:38.407608 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:38.447900 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for port (03d98863-7bf9-4161-be90-1840be834ea7), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:38.479639 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (03d98863-7bf9-4161-be90-1840be834ea7), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:38.523386 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:16:38.527562 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:16:38.531570 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:16:38.555131 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event updated for resources: {'Port': ['ID=03d98863-7bf9-4161-be90-1840be834ea7,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:38.584821 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:38.585468 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:38.603801 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-981d182e-f78c-467f-bc36-40f5cac88bd2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5471992 Oct 17 03:16:38.626271 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Request body: {'port': {'device_id': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:38.692016 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (03d98863-7bf9-4161-be90-1840be834ea7), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:38.736376 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-e2858817-3d60-46fe-917b-8b5a77639452 None None] Provisioning complete for port 03d98863-7bf9-4161-be90-1840be834ea7 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:16:38.736930 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e2858817-3d60-46fe-917b-8b5a77639452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (03d98863-7bf9-4161-be90-1840be834ea7), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:38.737210 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-e2858817-3d60-46fe-917b-8b5a77639452 None None] Attempt 1 to provision port 03d98863-7bf9-4161-be90-1840be834ea7 Oct 17 03:16:38.769862 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-e2858817-3d60-46fe-917b-8b5a77639452 None None] Port 03d98863-7bf9-4161-be90-1840be834ea7 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:16:38.941728 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d98863-7bf9-4161-be90-1840be834ea7 {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:16:38.949660 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Publish callbacks [] for port (03d98863-7bf9-4161-be90-1840be834ea7), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:38.961614 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Transition to ACTIVE for port object 03d98863-7bf9-4161-be90-1840be834ea7 will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:16:38.965484 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (03d98863-7bf9-4161-be90-1840be834ea7), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:39.026794 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Pushing event updated for resources: {'Port': ['ID=03d98863-7bf9-4161-be90-1840be834ea7,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:39.080858 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Attempting to bind port 03d98863-7bf9-4161-be90-1840be834ea7 on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:16:39.081193 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Attempting to bind port 03d98863-7bf9-4161-be90-1840be834ea7 by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:16:39.081872 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Attempting to bind port 03d98863-7bf9-4161-be90-1840be834ea7 on network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:16:39.124067 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Port 03d98863-7bf9-4161-be90-1840be834ea7 on network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:16:39.124393 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Attempting to bind port 03d98863-7bf9-4161-be90-1840be834ea7 on network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:16:39.141930 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:39.150901 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:39.154047 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06712803-5b9e-4650-82ee-635be1f0dffa req-c89f0a8a-d6ad-4414-a73a-f80d6e7d91ad tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:39.155602 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-06712803-5b9e-4650-82ee-635be1f0dffa req-c89f0a8a-d6ad-4414-a73a-f80d6e7d91ad tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 943 time: 0.1031961 Oct 17 03:16:39.172772 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:16:39.173103 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Checking segment: {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:16:39.173474 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Bound using segment: {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:16:39.173901 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Bound port: 03d98863-7bf9-4161-be90-1840be834ea7, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6319ae4f-b9d9-4045-b1b7-7a064a8379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:16:39.174249 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (03d98863-7bf9-4161-be90-1840be834ea7), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:39.183526 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:39.194162 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:39.208592 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-06712803-5b9e-4650-82ee-635be1f0dffa req-72bcd027-7994-48e2-8e89-6bb5fdc81eb8 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a0eec431-9251-438b-a7a9-abd3ab16a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456660 Oct 17 03:16:39.244252 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] For port 03d98863-7bf9-4161-be90-1840be834ea7, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:16:39.247316 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] For port 03d98863-7bf9-4161-be90-1840be834ea7, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=03d98863-7bf9-4161-be90-1840be834ea7,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:16:39.253871 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (03d98863-7bf9-4161-be90-1840be834ea7), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:39.258156 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:39.259562 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:39.260753 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-787c6140-9887-476a-886c-3ff471b0726c service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/03d98863-7bf9-4161-be90-1840be834ea7 HTTP/1.1" status: 200 len: 1093 time: 0.6400967 Oct 17 03:16:39.261296 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'tag': '03d98863-7bf9-4161-be90-1840be834ea7'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:39.263507 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2030e8-96a4-4532-a3bd-a7787dfaa95c" -d '{"events": [{"name": "network-changed", "server_uuid": "b63b8f22-1f05-418e-b804-010e3d5cd2ae", "tag": "03d98863-7bf9-4161-be90-1840be834ea7"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:39.312178 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e15b00a-47f8-4203-a354-4e1275e4f4e5 x-openstack-request-id: req-1e15b00a-47f8-4203-a354-4e1275e4f4e5 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:39.312502 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63b8f22-1f05-418e-b804-010e3d5cd2ae", "tag": "03d98863-7bf9-4161-be90-1840be834ea7", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:39.312695 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1e15b00a-47f8-4203-a354-4e1275e4f4e5 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:39.313094 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e15b00a-47f8-4203-a354-4e1275e4f4e5'] response: {'name': 'network-changed', 'server_uuid': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'tag': '03d98863-7bf9-4161-be90-1840be834ea7', 'status': 'completed', 'code': 200} Oct 17 03:16:39.319442 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-bc446fd0-6514-494b-8b3a-da6e2cd40509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:39.340363 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c6140-9887-476a-886c-3ff471b0726c service neutron] Pushing event updated for resources: {'Port': ['ID=03d98863-7bf9-4161-be90-1840be834ea7,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:39.354195 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-13f7de88-1f4e-48cb-9b65-f4300ffc055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:39.355737 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-13f7de88-1f4e-48cb-9b65-f4300ffc055c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5&device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 1127 time: 0.0519159 Oct 17 03:16:39.397953 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-04005e2d-84cc-4747-a51a-0b5438bed8a6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03d98863-7bf9-4161-be90-1840be834ea7 HTTP/1.1" status: 200 len: 217 time: 0.0325463 Oct 17 03:16:39.454531 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-8e7c186a-2dd2-48b0-9759-d5318e777e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:39.455884 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-8e7c186a-2dd2-48b0-9759-d5318e777e98 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cfde2bec-0943-4043-aac7-af99f4b6cebf HTTP/1.1" status: 200 len: 850 time: 0.0470901 Oct 17 03:16:39.501535 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-b234280b-9862-4b53-8789-445614192433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:39.503014 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-b234280b-9862-4b53-8789-445614192433 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382988 Oct 17 03:16:39.596023 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-9d2c5edb-c180-40c3-bceb-de735178c3a9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862818 Oct 17 03:16:39.686350 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1b6b1e1d-1606-4acc-a0e6-2bcdef35756c req-6a39ed00-a7f9-45f4-be9b-2fb1e3dfe06e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835185 Oct 17 03:16:40.331582 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54879b7c-1953-4e50-a161-ed6061a2c720 req-573090af-5526-4c39-b881-92ac3c1b7654 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:40.333042 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-54879b7c-1953-4e50-a161-ed6061a2c720 req-573090af-5526-4c39-b881-92ac3c1b7654 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 943 time: 0.0456827 Oct 17 03:16:40.382518 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-54879b7c-1953-4e50-a161-ed6061a2c720 req-8c642502-2161-460d-ab13-690ec36be87c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a0eec431-9251-438b-a7a9-abd3ab16a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435236 Oct 17 03:16:40.654041 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2030e8-96a4-4532-a3bd-a7787dfaa95c req-268624e4-2d6f-42ae-8d3d-7f3d77d906f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:40.655548 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9d2030e8-96a4-4532-a3bd-a7787dfaa95c req-268624e4-2d6f-42ae-8d3d-7f3d77d906f2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5&device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 1127 time: 0.0404563 Oct 17 03:16:40.709303 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:40.752055 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2030e8-96a4-4532-a3bd-a7787dfaa95c req-a53b2a24-94e0-4a4b-a789-6041be57eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:40.753547 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9d2030e8-96a4-4532-a3bd-a7787dfaa95c req-a53b2a24-94e0-4a4b-a789-6041be57eb3c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 HTTP/1.1" status: 200 len: 912 time: 0.0892401 Oct 17 03:16:40.793749 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9d2030e8-96a4-4532-a3bd-a7787dfaa95c req-7b46a80f-4d72-4b78-bb25-7b8dbb353c38 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03d98863-7bf9-4161-be90-1840be834ea7 HTTP/1.1" status: 200 len: 217 time: 0.0330598 Oct 17 03:16:40.845968 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2030e8-96a4-4532-a3bd-a7787dfaa95c req-8e351464-2c7f-46ff-9199-077ce1e1c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:40.847381 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9d2030e8-96a4-4532-a3bd-a7787dfaa95c req-8e351464-2c7f-46ff-9199-077ce1e1c82a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cfde2bec-0943-4043-aac7-af99f4b6cebf HTTP/1.1" status: 200 len: 850 time: 0.0482590 Oct 17 03:16:40.891600 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2030e8-96a4-4532-a3bd-a7787dfaa95c req-019c914f-6b37-4107-a232-3c7f50ce17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:40.893048 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9d2030e8-96a4-4532-a3bd-a7787dfaa95c req-019c914f-6b37-4107-a232-3c7f50ce17ff service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388014 Oct 17 03:16:40.985115 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9d2030e8-96a4-4532-a3bd-a7787dfaa95c req-81fb106d-2588-46f4-b11f-c8f740a53d7a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814211 Oct 17 03:16:41.079801 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9d2030e8-96a4-4532-a3bd-a7787dfaa95c req-515f90d9-b515-4510-9c39-af8ece69987c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878623 Oct 17 03:16:41.492300 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:41.504354 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c84b7e-5d51-46cf-b482-ca3a8153a60e req-29b62f33-653c-458a-9835-9b32d209bca0 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:41.505723 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-61c84b7e-5d51-46cf-b482-ca3a8153a60e req-29b62f33-653c-458a-9835-9b32d209bca0 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 943 time: 0.0475345 Oct 17 03:16:41.552438 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-61c84b7e-5d51-46cf-b482-ca3a8153a60e req-ca3a1a2c-a098-45d6-89c5-d76c16a8e92e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a0eec431-9251-438b-a7a9-abd3ab16a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406132 Oct 17 03:16:41.944304 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:42.135754 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:42.318854 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:42.444508 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 03d98863-7bf9-4161-be90-1840be834ea7 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:16:42.546571 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 03d98863-7bf9-4161-be90-1840be834ea7, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=03d98863-7bf9-4161-be90-1840be834ea7,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:16:42.557655 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '03d98863-7bf9-4161-be90-1840be834ea7', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'port_id': '03d98863-7bf9-4161-be90-1840be834ea7', 'mac_address': 'fa:16:3e:86:65:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:16:42.592405 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 03d98863-7bf9-4161-be90-1840be834ea7 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:16:42.592799 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (03d98863-7bf9-4161-be90-1840be834ea7), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:42.607253 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d98863-7bf9-4161-be90-1840be834ea7 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:16:42.628604 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 03d98863-7bf9-4161-be90-1840be834ea7, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=03d98863-7bf9-4161-be90-1840be834ea7,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:16:42.632692 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (03d98863-7bf9-4161-be90-1840be834ea7), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:42.674464 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2a08c-be36-402b-a780-5e7ad474e725 req-1eb5bb68-be9f-4e0c-9ed9-da3ef6cc6d4c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:42.675941 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3ed2a08c-be36-402b-a780-5e7ad474e725 req-1eb5bb68-be9f-4e0c-9ed9-da3ef6cc6d4c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 944 time: 0.0489986 Oct 17 03:16:42.682928 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=03d98863-7bf9-4161-be90-1840be834ea7,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:42.722082 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3ed2a08c-be36-402b-a780-5e7ad474e725 req-257059eb-6d79-49ca-9df8-429896c20c78 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a0eec431-9251-438b-a7a9-abd3ab16a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403643 Oct 17 03:16:42.902894 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['03d98863-7bf9-4161-be90-1840be834ea7'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:16:43.835113 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:43.843905 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a60fd5-b111-4f50-a3b2-bb1319c70e6a req-3dd781cc-32c9-4340-9ffb-084af254da85 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:43.845378 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-16a60fd5-b111-4f50-a3b2-bb1319c70e6a req-3dd781cc-32c9-4340-9ffb-084af254da85 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 944 time: 0.0505683 Oct 17 03:16:43.892695 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-16a60fd5-b111-4f50-a3b2-bb1319c70e6a req-16cd212f-5343-45ea-af45-0afcf9072188 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a0eec431-9251-438b-a7a9-abd3ab16a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416055 Oct 17 03:16:44.444934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 03d98863-7bf9-4161-be90-1840be834ea7 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:16:44.468385 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:44.640163 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port 03d98863-7bf9-4161-be90-1840be834ea7 completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:16:44.645810 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 03d98863-7bf9-4161-be90-1840be834ea7 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:16:44.646409 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (03d98863-7bf9-4161-be90-1840be834ea7), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:44.646814 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 03d98863-7bf9-4161-be90-1840be834ea7 Oct 17 03:16:44.681256 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:44.726479 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 03d98863-7bf9-4161-be90-1840be834ea7 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:16:44.727022 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (03d98863-7bf9-4161-be90-1840be834ea7), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:44.751161 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d98863-7bf9-4161-be90-1840be834ea7'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:44.753345 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804e4800-1332-4e2c-a456-88229821a367" -d '{"events": [{"server_uuid": "b63b8f22-1f05-418e-b804-010e3d5cd2ae", "name": "network-vif-plugged", "status": "completed", "tag": "03d98863-7bf9-4161-be90-1840be834ea7"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:44.765856 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 03d98863-7bf9-4161-be90-1840be834ea7, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=03d98863-7bf9-4161-be90-1840be834ea7,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:16:44.769623 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (03d98863-7bf9-4161-be90-1840be834ea7), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:44.793733 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f11c1d-93f1-4022-bbf2-c39c8da262b8 x-openstack-request-id: req-11f11c1d-93f1-4022-bbf2-c39c8da262b8 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:44.794021 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63b8f22-1f05-418e-b804-010e3d5cd2ae", "name": "network-vif-plugged", "status": "completed", "tag": "03d98863-7bf9-4161-be90-1840be834ea7", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:44.794269 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-11f11c1d-93f1-4022-bbf2-c39c8da262b8 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:44.794660 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f11c1d-93f1-4022-bbf2-c39c8da262b8'] response: {'server_uuid': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d98863-7bf9-4161-be90-1840be834ea7', 'code': 200} Oct 17 03:16:44.801983 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:44.823344 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=03d98863-7bf9-4161-be90-1840be834ea7,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:44.974794 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e135e1-bd79-4989-9d0c-c6d86440ef61 req-432c36a5-f54e-420e-b323-0007671cb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:44.977997 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-34e135e1-bd79-4989-9d0c-c6d86440ef61 req-432c36a5-f54e-420e-b323-0007671cb05c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 1129 time: 0.0423253 Oct 17 03:16:45.016267 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc842cd-6502-4526-afc1-eb2e1deb6a4e req-67307151-7d85-4253-81a0-991d4c524942 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:45.017739 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cbc842cd-6502-4526-afc1-eb2e1deb6a4e req-67307151-7d85-4253-81a0-991d4c524942 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 945 time: 0.0467474 Oct 17 03:16:45.026454 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-34e135e1-bd79-4989-9d0c-c6d86440ef61 req-f15975da-2878-484a-a790-4cb9d68b5e18 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a0eec431-9251-438b-a7a9-abd3ab16a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387771 Oct 17 03:16:45.064891 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cbc842cd-6502-4526-afc1-eb2e1deb6a4e req-6fc045e9-33bf-4c49-a49b-943cda9ab118 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a0eec431-9251-438b-a7a9-abd3ab16a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409026 Oct 17 03:16:46.189704 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae246fb1-c697-4f47-a906-674f2342b8c6 req-b013af9c-2ba5-4a86-8858-53cb447e35ab tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:46.191182 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ae246fb1-c697-4f47-a906-674f2342b8c6 req-b013af9c-2ba5-4a86-8858-53cb447e35ab tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 945 time: 0.0503623 Oct 17 03:16:46.238173 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ae246fb1-c697-4f47-a906-674f2342b8c6 req-6462f3c9-8901-4fab-8a72-b137dbab45c4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a0eec431-9251-438b-a7a9-abd3ab16a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409045 Oct 17 03:16:46.913369 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:47.366174 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e7c54-f93c-485d-87d1-1c960f99236b req-5bf87dc1-1a0b-4515-b316-6592a602ecc4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:47.367581 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6f9e7c54-f93c-485d-87d1-1c960f99236b req-5bf87dc1-1a0b-4515-b316-6592a602ecc4 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 945 time: 0.0496223 Oct 17 03:16:47.418749 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6f9e7c54-f93c-485d-87d1-1c960f99236b req-2280ff9d-e91c-4f4b-839a-f4723849a962 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a0eec431-9251-438b-a7a9-abd3ab16a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452435 Oct 17 03:16:47.542172 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0b0a-a7e2-4580-802d-796a86b1d9a4 req-9b705a7b-c081-4cee-8214-f08e9ce734b5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:47.543981 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-214d0b0a-a7e2-4580-802d-796a86b1d9a4 req-9b705a7b-c081-4cee-8214-f08e9ce734b5 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 945 time: 0.0492368 Oct 17 03:16:47.554493 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41366) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:47.559857 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-676930ff-057c-4e30-a2c8-25ea2ab28099 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Request body: {'floatingip': {'port_id': '03d98863-7bf9-4161-be90-1840be834ea7'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:47.597511 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-676930ff-057c-4e30-a2c8-25ea2ab28099 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (5fb5aeec-59de-4b73-9293-78dc2672d2c5), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:48.013191 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-676930ff-057c-4e30-a2c8-25ea2ab28099 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:48.016817 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-676930ff-057c-4e30-a2c8-25ea2ab28099 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (5fb5aeec-59de-4b73-9293-78dc2672d2c5), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:48.112291 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-676930ff-057c-4e30-a2c8-25ea2ab28099 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Floating IP 5fb5aeec-59de-4b73-9293-78dc2672d2c5 associated. External IP: 172.27.0.156, port: 03d98863-7bf9-4161-be90-1840be834ea7. Oct 17 03:16:48.284696 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:48.296471 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:48.313717 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676930ff-057c-4e30-a2c8-25ea2ab28099 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:16:48.417632 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676930ff-057c-4e30-a2c8-25ea2ab28099 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:16:48.422373 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-676930ff-057c-4e30-a2c8-25ea2ab28099 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:48.427612 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a53ca36-c2f7-42e6-80dd-af8020e932bc None None] Sync routers for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:16:48.437958 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a53ca36-c2f7-42e6-80dd-af8020e932bc None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:48.438557 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-1a53ca36-c2f7-42e6-80dd-af8020e932bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:16:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:48.453985 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-676930ff-057c-4e30-a2c8-25ea2ab28099 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/5fb5aeec-59de-4b73-9293-78dc2672d2c5 HTTP/1.1" status: 200 len: 991 time: 0.8975608 Oct 17 03:16:48.454714 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'tag': '03d98863-7bf9-4161-be90-1840be834ea7'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:48.457041 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6498fb-6adb-40cd-80a6-4bdd349ef538" -d '{"events": [{"name": "network-changed", "server_uuid": "b63b8f22-1f05-418e-b804-010e3d5cd2ae", "tag": "03d98863-7bf9-4161-be90-1840be834ea7"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:48.494658 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f48e85-7cb2-42d8-8ec2-442a9fe61b5d x-openstack-request-id: req-a2f48e85-7cb2-42d8-8ec2-442a9fe61b5d {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:48.494984 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63b8f22-1f05-418e-b804-010e3d5cd2ae", "tag": "03d98863-7bf9-4161-be90-1840be834ea7", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:48.495238 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a2f48e85-7cb2-42d8-8ec2-442a9fe61b5d {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:48.495647 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f48e85-7cb2-42d8-8ec2-442a9fe61b5d'] response: {'name': 'network-changed', 'server_uuid': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'tag': '03d98863-7bf9-4161-be90-1840be834ea7', 'status': 'completed', 'code': 200} Oct 17 03:16:48.544231 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-1a53ca36-c2f7-42e6-80dd-af8020e932bc None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:48.565387 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6498fb-6adb-40cd-80a6-4bdd349ef538 req-3c176778-03c4-4457-b965-313bb29a6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:48.566875 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b6498fb-6adb-40cd-80a6-4bdd349ef538 req-3c176778-03c4-4457-b965-313bb29a6cc3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5&device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 1129 time: 0.0439701 Oct 17 03:16:48.657910 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6498fb-6adb-40cd-80a6-4bdd349ef538 req-b95dad00-8bf4-47c4-8f57-c56574bfa2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:48.659668 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b6498fb-6adb-40cd-80a6-4bdd349ef538 req-b95dad00-8bf4-47c4-8f57-c56574bfa2e1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 HTTP/1.1" status: 200 len: 912 time: 0.0858798 Oct 17 03:16:48.725769 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b6498fb-6adb-40cd-80a6-4bdd349ef538 req-db30a0f3-9eb9-43d1-a0cb-84f4bdc78194 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03d98863-7bf9-4161-be90-1840be834ea7 HTTP/1.1" status: 200 len: 999 time: 0.0582201 Oct 17 03:16:48.753799 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-1a53ca36-c2f7-42e6-80dd-af8020e932bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '5fb5aeec-59de-4b73-9293-78dc2672d2c5', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'port_id': '03d98863-7bf9-4161-be90-1840be834ea7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'mac_address': 'fa:16:3e:86:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:16:35Z', 'updated_at': '2022-10-17T03:16:47Z', 'revision_number': 1, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:48.774520 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6498fb-6adb-40cd-80a6-4bdd349ef538 req-1e6cd7cf-454e-4ee8-997e-bf960f3aac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:48.776059 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b6498fb-6adb-40cd-80a6-4bdd349ef538 req-1e6cd7cf-454e-4ee8-997e-bf960f3aac09 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cfde2bec-0943-4043-aac7-af99f4b6cebf HTTP/1.1" status: 200 len: 850 time: 0.0443840 Oct 17 03:16:48.782600 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a53ca36-c2f7-42e6-80dd-af8020e932bc None None] Checking router: bcae69b2-6783-4e07-8d1a-a148dcaf29e5 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:16:48.791908 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a53ca36-c2f7-42e6-80dd-af8020e932bc None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:48.792528 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-1a53ca36-c2f7-42e6-80dd-af8020e932bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:16:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:48.820345 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6498fb-6adb-40cd-80a6-4bdd349ef538 req-7fadf2da-c4e2-4bf7-9188-2d6c3495acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:48.822780 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b6498fb-6adb-40cd-80a6-4bdd349ef538 req-7fadf2da-c4e2-4bf7-9188-2d6c3495acd3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398865 Oct 17 03:16:48.892692 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-1a53ca36-c2f7-42e6-80dd-af8020e932bc None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:48.918670 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b6498fb-6adb-40cd-80a6-4bdd349ef538 req-26af71b9-0ac7-486c-849b-e9d16c4ef8ff service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881562 Oct 17 03:16:49.014795 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b6498fb-6adb-40cd-80a6-4bdd349ef538 req-2dbec2d2-3657-45a7-8060-2d4b7c58eb10 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884995 Oct 17 03:16:49.105484 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-1a53ca36-c2f7-42e6-80dd-af8020e932bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '5fb5aeec-59de-4b73-9293-78dc2672d2c5', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'port_id': '03d98863-7bf9-4161-be90-1840be834ea7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'mac_address': 'fa:16:3e:86:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:16:35Z', 'updated_at': '2022-10-17T03:16:47Z', 'revision_number': 1, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:49.131455 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a53ca36-c2f7-42e6-80dd-af8020e932bc None None] The sync data for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi is: [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '5fb5aeec-59de-4b73-9293-78dc2672d2c5', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'port_id': '03d98863-7bf9-4161-be90-1840be834ea7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'mac_address': 'fa:16:3e:86:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:16:35Z', 'updated_at': '2022-10-17T03:16:47Z', 'revision_number': 1, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:16:49.329775 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45de5a0b-d352-4130-8ba8-ac90d34d8e99 None None] New status for floating IP 5fb5aeec-59de-4b73-9293-78dc2672d2c5: ACTIVE {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:16:50.093482 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b4df31fe-5fe8-4945-81a4-bcaccc855239 req-de6c2f82-02b5-4aed-b8c4-f50c4dd06451 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378020 Oct 17 03:16:50.180832 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df31fe-5fe8-4945-81a4-bcaccc855239 req-f49b420e-c8db-4251-86d3-5d7618e3012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:50.182284 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b4df31fe-5fe8-4945-81a4-bcaccc855239 req-f49b420e-c8db-4251-86d3-5d7618e3012d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ee21a91b84794e80b208fe72b7f1e010&device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 1129 time: 0.0428071 Oct 17 03:16:50.526482 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df31fe-5fe8-4945-81a4-bcaccc855239 req-7a1ecf71-c64e-44f1-81f1-db2825cf51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:50.527966 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b4df31fe-5fe8-4945-81a4-bcaccc855239 req-7a1ecf71-c64e-44f1-81f1-db2825cf51a5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 200 len: 920 time: 0.3271441 Oct 17 03:16:50.568617 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b4df31fe-5fe8-4945-81a4-bcaccc855239 req-0705ef6f-7fd2-45d2-9d28-0f4d4226b2a9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c31f984d-a48a-493a-8e53-83388b4caabf HTTP/1.1" status: 200 len: 217 time: 0.0332825 Oct 17 03:16:50.615771 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df31fe-5fe8-4945-81a4-bcaccc855239 req-84387762-281b-412b-8a50-4e7320d5add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:50.617069 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b4df31fe-5fe8-4945-81a4-bcaccc855239 req-84387762-281b-412b-8a50-4e7320d5add3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 200 len: 858 time: 0.0428073 Oct 17 03:16:50.663676 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df31fe-5fe8-4945-81a4-bcaccc855239 req-85cea1a4-a243-4dbe-acbe-8ba4b7d50d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:50.665097 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b4df31fe-5fe8-4945-81a4-bcaccc855239 req-85cea1a4-a243-4dbe-acbe-8ba4b7d50d9c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9271d0b1-69d9-42d2-822e-fbd76c069e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376403 Oct 17 03:16:50.719885 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:50.743771 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:50.757910 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b4df31fe-5fe8-4945-81a4-bcaccc855239 req-4679d1c4-c681-4e8f-b93d-c7eb35790af7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856500 Oct 17 03:16:50.844831 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b4df31fe-5fe8-4945-81a4-bcaccc855239 req-5f05b75b-2104-41bb-bfd3-6e6c45eee8f7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802400 Oct 17 03:16:55.269039 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb4bcc-fa5a-47f2-a594-e73643306101 req-693ac5fc-fdd8-4ac1-b968-7e9cf4cab065 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:55.270517 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-aecb4bcc-fa5a-47f2-a594-e73643306101 req-693ac5fc-fdd8-4ac1-b968-7e9cf4cab065 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 945 time: 0.0485699 Oct 17 03:16:55.325911 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-aecb4bcc-fa5a-47f2-a594-e73643306101 req-8927b281-053f-4ce9-b29e-9b6a0ca98582 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=228ff821-1356-4c8a-affa-d11ea7b6797f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489564 Oct 17 03:16:56.452394 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b036d65-d4ff-454f-aa72-ef7ff0e92c9a req-a0627ebe-1dfa-4419-8d98-dfd39f07c72a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:56.453842 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1b036d65-d4ff-454f-aa72-ef7ff0e92c9a req-a0627ebe-1dfa-4419-8d98-dfd39f07c72a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 945 time: 0.0468669 Oct 17 03:16:56.499847 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1b036d65-d4ff-454f-aa72-ef7ff0e92c9a req-8ce41ea2-78cc-4c74-ba99-432554344076 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=228ff821-1356-4c8a-affa-d11ea7b6797f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403857 Oct 17 03:16:56.912682 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-cabf806d-6165-4615-b71c-ef969c32cac2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:56.914130 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-cabf806d-6165-4615-b71c-ef969c32cac2 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 945 time: 0.0459270 Oct 17 03:16:56.997812 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Deleting port 3057284f-cd50-4b2a-8fd1-40b4a9779789 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:16:56.998228 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:57.104717 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] For port 3057284f-cd50-4b2a-8fd1-40b4a9779789, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=3057284f-cd50-4b2a-8fd1-40b4a9779789,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:16:57.105081 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:57.274674 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:57.275076 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (34471290-bbc9-4777-a476-aa8a11cfefc0), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:57.275396 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Floating IP 34471290-bbc9-4777-a476-aa8a11cfefc0 disassociated. External IP: 172.27.0.187, port: 3057284f-cd50-4b2a-8fd1-40b4a9779789. Oct 17 03:16:57.275732 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Calling delete_port for 3057284f-cd50-4b2a-8fd1-40b4a9779789 owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:16:57.407905 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (3057284f-cd50-4b2a-8fd1-40b4a9779789), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:57.435993 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event deleted for resources: {'Port': ['ID=3057284f-cd50-4b2a-8fd1-40b4a9779789,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:57.447499 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.447851 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.448190 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.448571 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.448850 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.449179 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.449524 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.449829 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.450201 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.450507 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.450828 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.451177 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.451494 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.451820 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.452136 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:16:57.560586 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Router f6782d4e-5bef-4f0e-a454-72c841ef9e46 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:16:57.567355 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:57.606900 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:57.607650 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c5b49757-78b7-4b0d-a792-43e22c195d87 req-5c5cd133-4ce9-41dc-9788-0b474b946ff0 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d521fa69-4f04-4d79-8a81-22b2e4bafbae HTTP/1.1" status: 200 len: 210 time: 0.0318332 Oct 17 03:16:57.673398 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:16:57.682788 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d642d5-6155-4f40-9d6b-76f9e4d8ae77 None None] Sync routers for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:16:57.693168 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d642d5-6155-4f40-9d6b-76f9e4d8ae77 None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:57.693786 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-d2d642d5-6155-4f40-9d6b-76f9e4d8ae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:16:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:57.715646 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] No DVR routers for this DVR port 3057284f-cd50-4b2a-8fd1-40b4a9779789 on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:16:57.718093 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:57.721436 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-165d0793-3a79-401f-ae01-ae7353da24b5 req-20d8df10-804e-416d-bb82-6ae68f1ab825 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "DELETE /networking/v2.0/ports/3057284f-cd50-4b2a-8fd1-40b4a9779789 HTTP/1.1" status: 204 len: 173 time: 0.8015141 Oct 17 03:16:57.721931 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'name': 'network-vif-deleted', 'tag': '3057284f-cd50-4b2a-8fd1-40b4a9779789'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:16:57.724209 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c488a5-450a-4855-9f68-64e8b5205f30" -d '{"events": [{"server_uuid": "d521fa69-4f04-4d79-8a81-22b2e4bafbae", "name": "network-vif-deleted", "tag": "3057284f-cd50-4b2a-8fd1-40b4a9779789"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:16:57.779567 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6b811d-dbed-4572-9702-9817921fdbe5 x-openstack-request-id: req-cf6b811d-dbed-4572-9702-9817921fdbe5 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:16:57.780516 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d521fa69-4f04-4d79-8a81-22b2e4bafbae", "name": "network-vif-deleted", "tag": "3057284f-cd50-4b2a-8fd1-40b4a9779789", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:16:57.780516 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cf6b811d-dbed-4572-9702-9817921fdbe5 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:16:57.780516 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6b811d-dbed-4572-9702-9817921fdbe5'] response: {'server_uuid': 'd521fa69-4f04-4d79-8a81-22b2e4bafbae', 'name': 'network-vif-deleted', 'tag': '3057284f-cd50-4b2a-8fd1-40b4a9779789', 'status': 'completed', 'code': 200} Oct 17 03:16:57.803801 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-d2d642d5-6155-4f40-9d6b-76f9e4d8ae77 None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:57.943856 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:57.996750 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:58.011758 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-d2d642d5-6155-4f40-9d6b-76f9e4d8ae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:58.035664 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d642d5-6155-4f40-9d6b-76f9e4d8ae77 None None] Checking router: f6782d4e-5bef-4f0e-a454-72c841ef9e46 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:16:58.044589 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d642d5-6155-4f40-9d6b-76f9e4d8ae77 None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:16:58.045179 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-d2d642d5-6155-4f40-9d6b-76f9e4d8ae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:16:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:58.143889 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-d2d642d5-6155-4f40-9d6b-76f9e4d8ae77 None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:16:58.405204 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-d2d642d5-6155-4f40-9d6b-76f9e4d8ae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:16:58.433302 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d642d5-6155-4f40-9d6b-76f9e4d8ae77 None None] The sync data for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:16:58.652862 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a42e3e-3ee0-4a2a-9722-723da842e5cc None None] New status for floating IP 34471290-bbc9-4777-a476-aa8a11cfefc0: DOWN {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:16:58.705252 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41442) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:58.768067 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e5cda330-242c-45fe-b187-a82997085e26 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (228ff821-1356-4c8a-affa-d11ea7b6797f), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:58.791916 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e5cda330-242c-45fe-b187-a82997085e26 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (228ff821-1356-4c8a-affa-d11ea7b6797f), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:58.839774 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e5cda330-242c-45fe-b187-a82997085e26 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (228ff821-1356-4c8a-affa-d11ea7b6797f), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:58.842270 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e5cda330-242c-45fe-b187-a82997085e26 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:58.843451 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-e5cda330-242c-45fe-b187-a82997085e26 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/228ff821-1356-4c8a-affa-d11ea7b6797f HTTP/1.1" status: 204 len: 168 time: 0.1371830 Oct 17 03:16:58.846369 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41444) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:58.852663 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cda330-242c-45fe-b187-a82997085e26 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228ff821-1356-4c8a-affa-d11ea7b6797f,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:58.861238 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.api.v2.resource [None req-a9a96f3f-b1ac-4a69-9e52-b1e084ea57f6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] show failed (client error): The resource could not be found. Oct 17 03:16:58.862231 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-a9a96f3f-b1ac-4a69-9e52-b1e084ea57f6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups/228ff821-1356-4c8a-affa-d11ea7b6797f HTTP/1.1" status: 404 len: 347 time: 0.0148346 Oct 17 03:16:58.865235 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41446) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:58.975424 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-080389cd-7ff7-46b1-aa36-276ca099ede5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Deleting port e65470f0-e35c-4d94-90c1-af985cb75a91 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:16:58.975704 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-080389cd-7ff7-46b1-aa36-276ca099ede5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (e65470f0-e35c-4d94-90c1-af985cb75a91), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.052787 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-080389cd-7ff7-46b1-aa36-276ca099ede5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (e65470f0-e35c-4d94-90c1-af985cb75a91), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.053111 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-080389cd-7ff7-46b1-aa36-276ca099ede5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (e65470f0-e35c-4d94-90c1-af985cb75a91), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.066193 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-080389cd-7ff7-46b1-aa36-276ca099ede5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Calling delete_port for e65470f0-e35c-4d94-90c1-af985cb75a91 owned by network:floatingip {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:16:59.198473 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-080389cd-7ff7-46b1-aa36-276ca099ede5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (e65470f0-e35c-4d94-90c1-af985cb75a91), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.220390 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080389cd-7ff7-46b1-aa36-276ca099ede5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event deleted for resources: {'Port': ['ID=e65470f0-e35c-4d94-90c1-af985cb75a91,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:59.230409 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:59.252925 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-080389cd-7ff7-46b1-aa36-276ca099ede5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (34471290-bbc9-4777-a476-aa8a11cfefc0), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.255668 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-080389cd-7ff7-46b1-aa36-276ca099ede5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.256802 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-080389cd-7ff7-46b1-aa36-276ca099ede5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/34471290-bbc9-4777-a476-aa8a11cfefc0 HTTP/1.1" status: 204 len: 168 time: 0.3905964 Oct 17 03:16:59.323563 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41452) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:59.328076 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-fc8ffafe-85ff-421c-87a4-c9dc3dbf14af tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--28581973', 'description': 'tempest-description--228636968'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:59.348172 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fc8ffafe-85ff-421c-87a4-c9dc3dbf14af tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.350902 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:16:59.420390 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fc8ffafe-85ff-421c-87a4-c9dc3dbf14af tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (5cab84bd-278f-4390-9253-7302319538c2), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.424139 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fc8ffafe-85ff-421c-87a4-c9dc3dbf14af tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (5cab84bd-278f-4390-9253-7302319538c2), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.453670 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fc8ffafe-85ff-421c-87a4-c9dc3dbf14af tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.454968 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-fc8ffafe-85ff-421c-87a4-c9dc3dbf14af tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1303697 Oct 17 03:16:59.458102 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41454) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:59.459249 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ffafe-85ff-421c-87a4-c9dc3dbf14af tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cab84bd-278f-4390-9253-7302319538c2,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:59.462817 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-96a6ae42-fea7-4c85-aeb9-068060bb4efd tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'security_group_rule': {'security_group_id': '5cab84bd-278f-4390-9253-7302319538c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:59.491894 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-96a6ae42-fea7-4c85-aeb9-068060bb4efd tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (6b515015-85e4-4ce7-90a3-ee641bcf4d2b), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.549525 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-96a6ae42-fea7-4c85-aeb9-068060bb4efd tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (6b515015-85e4-4ce7-90a3-ee641bcf4d2b), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.553641 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-96a6ae42-fea7-4c85-aeb9-068060bb4efd tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (6b515015-85e4-4ce7-90a3-ee641bcf4d2b), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.572883 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6ae42-fea7-4c85-aeb9-068060bb4efd tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b515015-85e4-4ce7-90a3-ee641bcf4d2b,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:59.581518 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-96a6ae42-fea7-4c85-aeb9-068060bb4efd tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.585668 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-96a6ae42-fea7-4c85-aeb9-068060bb4efd tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263902 Oct 17 03:16:59.585976 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41458) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:59.645889 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-78b3bbc0-b797-4074-b8a6-fc404bcbb7e5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'security_group_rule': {'security_group_id': '5cab84bd-278f-4390-9253-7302319538c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:59.673716 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-78b3bbc0-b797-4074-b8a6-fc404bcbb7e5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (f26a5663-8f1a-4216-8421-b549b292b449), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.735791 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-78b3bbc0-b797-4074-b8a6-fc404bcbb7e5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (f26a5663-8f1a-4216-8421-b549b292b449), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.740212 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-78b3bbc0-b797-4074-b8a6-fc404bcbb7e5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (f26a5663-8f1a-4216-8421-b549b292b449), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.760484 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3bbc0-b797-4074-b8a6-fc404bcbb7e5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26a5663-8f1a-4216-8421-b549b292b449,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:16:59.766893 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-78b3bbc0-b797-4074-b8a6-fc404bcbb7e5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.771293 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41472) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:16:59.771840 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-78b3bbc0-b797-4074-b8a6-fc404bcbb7e5 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1846240 Oct 17 03:16:59.776904 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:16:59.799351 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.833525 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2858ff-3074-4fd5-8dbe-d6b5174e0398 req-1943f09c-ee5f-4761-9605-0ca5b4a80433 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:16:59.835021 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5e2858ff-3074-4fd5-8dbe-d6b5174e0398 req-1943f09c-ee5f-4761-9605-0ca5b4a80433 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0484724 Oct 17 03:16:59.885333 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:16:59.995814 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Allocated IP 172.27.0.213 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/83ea58be-11df-4058-8096-3f364111dad7) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:17:00.083888 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5e2858ff-3074-4fd5-8dbe-d6b5174e0398 req-6d5d233f-e904-4493-a38b-07674d86c4fd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428236 Oct 17 03:17:00.110184 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for port (83ea58be-11df-4058-8096-3f364111dad7), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:00.136384 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:00.141891 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (83ea58be-11df-4058-8096-3f364111dad7), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:00.167934 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:00.187731 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:17:00.193836 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:17:00.197168 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:17:00.200790 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'Port': ['ID=83ea58be-11df-4058-8096-3f364111dad7,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:00.284195 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (43329f52-1bf4-4af9-98a1-768cc6b52c3c), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:00.319278 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (83ea58be-11df-4058-8096-3f364111dad7), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:00.462982 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for port (83ea58be-11df-4058-8096-3f364111dad7), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:00.467602 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (83ea58be-11df-4058-8096-3f364111dad7), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:00.521932 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 3057284f-cd50-4b2a-8fd1-40b4a9779789 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:17:00.540837 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: 3057284f-cd50-4b2a-8fd1-40b4a9779789 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:17:00.541102 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 3057284f-cd50-4b2a-8fd1-40b4a9779789 not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:17:00.544004 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'Port': ['ID=83ea58be-11df-4058-8096-3f364111dad7,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:00.547474 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (43329f52-1bf4-4af9-98a1-768cc6b52c3c), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:00.563411 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:00.564996 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6f95d47c-1b2e-45eb-bd4b-7042a1f378c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7921958 Oct 17 03:17:00.712816 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-64afadb2-e4a1-47b8-8cfe-4e2d7f6937e7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--28581973&fields=id&tenant_id=618cf0b3507845909bb27c13460d1d6c HTTP/1.1" status: 200 len: 267 time: 0.0420969 Oct 17 03:17:00.818082 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-5cccf94a-3ec6-43ee-bcb1-ae2a6be032dd tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:00.819570 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-5cccf94a-3ec6-43ee-bcb1-ae2a6be032dd tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 815 time: 0.1005125 Oct 17 03:17:00.833812 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-5860bbd5-fdda-44da-836c-fe8a1f175f2a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/quotas/618cf0b3507845909bb27c13460d1d6c HTTP/1.1" status: 200 len: 375 time: 0.0088172 Oct 17 03:17:00.885459 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-add95b9b-021d-4d02-b693-c4f1b3e73e87 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469041 Oct 17 03:17:01.021573 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-64e1af65-6354-40d8-8fea-d182fc85d146 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247952 Oct 17 03:17:01.114094 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-44e5a0fa-b200-4e3a-af5e-273a49a0b1b9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867574 Oct 17 03:17:01.215209 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17022fae-4e3e-43cd-854a-e3392f3a75da req-f98e1487-8532-4600-8800-c2e1d8b06919 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:01.216701 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-17022fae-4e3e-43cd-854a-e3392f3a75da req-f98e1487-8532-4600-8800-c2e1d8b06919 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0490861 Oct 17 03:17:01.282646 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-17022fae-4e3e-43cd-854a-e3392f3a75da req-5c234dac-cf3e-407b-acbd-8f697f9a0e83 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602422 Oct 17 03:17:01.285788 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e1bb0d80-1120-4df7-bd6a-40092426bd51 req-174a5837-536a-4109-8b82-fe5248ef69e0 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 210 time: 0.0303664 Oct 17 03:17:02.407589 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7f8aff18-25e3-4730-b3c9-b282883e76c5 req-d81c5c9b-f3c4-4749-b8bc-453e181319d7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 210 time: 0.0424047 Oct 17 03:17:02.418325 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:02.429669 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de566db-0511-4cf2-977b-f13dd280887d req-e02925b7-ed32-414e-9f63-53b3a136790a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:02.438347 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3de566db-0511-4cf2-977b-f13dd280887d req-e02925b7-ed32-414e-9f63-53b3a136790a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0640638 Oct 17 03:17:02.458191 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:02.490082 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3de566db-0511-4cf2-977b-f13dd280887d req-a4bba99e-c662-40e2-8203-36ea3d923a86 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508778 Oct 17 03:17:02.509665 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-3732e27c-00c9-457f-a781-a59f2d8bc2fa tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:02.514917 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-3732e27c-00c9-457f-a781-a59f2d8bc2fa tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 815 time: 0.1316137 Oct 17 03:17:02.582417 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-69a43244-44ef-453c-b3a2-8ebbdd29747f tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=618cf0b3507845909bb27c13460d1d6c HTTP/1.1" status: 200 len: 378 time: 0.0547240 Oct 17 03:17:02.674889 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'port': {'device_id': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'admin_state_up': True, 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'security_groups': ['5cab84bd-278f-4390-9253-7302319538c2']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:17:02.780973 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Made reservation on behalf of 618cf0b3507845909bb27c13460d1d6c for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:17:02.784906 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:02.904181 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Allocated IP 172.20.0.6 (5bef7eaf-4926-430d-bb2f-ad10a16554bf/01ed372f-5291-4905-8554-a869f372768d/5ea75a02-e55b-48e9-bc6b-8eb295df879e) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:17:03.040658 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:03.070595 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:03.116626 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Network 5bef7eaf-4926-430d-bb2f-ad10a16554bf is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:17:03.119892 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:17:03.123611 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:17:03.146213 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event updated for resources: {'Port': ['ID=5ea75a02-e55b-48e9-bc6b-8eb295df879e,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:03.176554 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:03.177165 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:03.194980 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-bbf5ea7d-a25e-46b4-8973-4e70587ba41d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5236959 Oct 17 03:17:03.207982 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Request body: {'port': {'device_id': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:17:03.270043 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:03.314067 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:03.325474 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:03.346731 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-c19ad0b2-55e0-49af-b208-2b717ee0ad7f None None] Provisioning complete for port 5ea75a02-e55b-48e9-bc6b-8eb295df879e triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:17:03.347344 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c19ad0b2-55e0-49af-b208-2b717ee0ad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:03.347474 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-c19ad0b2-55e0-49af-b208-2b717ee0ad7f None None] Attempt 1 to provision port 5ea75a02-e55b-48e9-bc6b-8eb295df879e Oct 17 03:17:03.380017 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-c19ad0b2-55e0-49af-b208-2b717ee0ad7f None None] Port 5ea75a02-e55b-48e9-bc6b-8eb295df879e cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:17:03.564169 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c9c9e-b07a-4f47-b898-b3345c49e02a req-28c1893d-98ca-48ff-9c1a-e3881fd7af3a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:03.565635 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ad9c9c9e-b07a-4f47-b898-b3345c49e02a req-28c1893d-98ca-48ff-9c1a-e3881fd7af3a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 931 time: 0.0791821 Oct 17 03:17:03.574843 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea75a02-e55b-48e9-bc6b-8eb295df879e {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:17:03.587453 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Publish callbacks [] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:03.616161 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Transition to ACTIVE for port object 5ea75a02-e55b-48e9-bc6b-8eb295df879e will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:17:03.624018 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa7864-044a-4f63-978d-6a15fd22675b req-8c336866-4dfb-4453-9052-90de629a8bf4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:03.625520 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-30aa7864-044a-4f63-978d-6a15fd22675b req-8c336866-4dfb-4453-9052-90de629a8bf4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0472071 Oct 17 03:17:03.627025 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:03.640265 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ad9c9c9e-b07a-4f47-b898-b3345c49e02a req-ce59d23b-f799-4435-807f-daf95b09a837 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5cab84bd-278f-4390-9253-7302319538c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681663 Oct 17 03:17:03.675999 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-30aa7864-044a-4f63-978d-6a15fd22675b req-a74eff2e-5f56-458b-8fb4-d8f1da0d9bba tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447865 Oct 17 03:17:03.716567 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Pushing event updated for resources: {'Port': ['ID=5ea75a02-e55b-48e9-bc6b-8eb295df879e,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:03.743149 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Attempting to bind port 5ea75a02-e55b-48e9-bc6b-8eb295df879e on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:17:03.743647 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Attempting to bind port 5ea75a02-e55b-48e9-bc6b-8eb295df879e by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:17:03.743970 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Attempting to bind port 5ea75a02-e55b-48e9-bc6b-8eb295df879e on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:17:03.784475 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Port 5ea75a02-e55b-48e9-bc6b-8eb295df879e on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:17:03.784798 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Attempting to bind port 5ea75a02-e55b-48e9-bc6b-8eb295df879e on network 5bef7eaf-4926-430d-bb2f-ad10a16554bf {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:17:03.826550 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:17:03.826912 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Checking segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:17:03.827295 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Bound using segment: {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:17:03.827725 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Bound port: 5ea75a02-e55b-48e9-bc6b-8eb295df879e, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdea5736-6c85-471d-8ebf-7330f2b95e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:17:03.828083 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:03.890942 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] For port 5ea75a02-e55b-48e9-bc6b-8eb295df879e, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:17:03.894001 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] For port 5ea75a02-e55b-48e9-bc6b-8eb295df879e, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=5ea75a02-e55b-48e9-bc6b-8eb295df879e,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:17:03.900265 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:03.903285 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:03.904078 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:03.905473 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/5ea75a02-e55b-48e9-bc6b-8eb295df879e HTTP/1.1" status: 200 len: 1093 time: 0.7017179 Oct 17 03:17:03.907525 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'tag': '5ea75a02-e55b-48e9-bc6b-8eb295df879e'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:17:03.910659 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb9604f-770b-4636-a09b-a205900f52d9" -d '{"events": [{"name": "network-changed", "server_uuid": "87c4c474-a5ab-4532-bffa-5b3d2cb15d55", "tag": "5ea75a02-e55b-48e9-bc6b-8eb295df879e"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:17:03.949178 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df134b60-68f8-4e04-bac7-57247cf4cd6a x-openstack-request-id: req-df134b60-68f8-4e04-bac7-57247cf4cd6a {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:17:03.949462 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c4c474-a5ab-4532-bffa-5b3d2cb15d55", "tag": "5ea75a02-e55b-48e9-bc6b-8eb295df879e", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:17:03.949709 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-df134b60-68f8-4e04-bac7-57247cf4cd6a {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:17:03.950101 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df134b60-68f8-4e04-bac7-57247cf4cd6a'] response: {'name': 'network-changed', 'server_uuid': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'tag': '5ea75a02-e55b-48e9-bc6b-8eb295df879e', 'status': 'completed', 'code': 200} Oct 17 03:17:03.986913 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c097e2-7a73-4f0d-bdf1-840d117a5a5a service neutron] Pushing event updated for resources: {'Port': ['ID=5ea75a02-e55b-48e9-bc6b-8eb295df879e,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:04.001264 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-0018f1a4-b24a-4911-8f94-bb55527693c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:04.002813 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-0018f1a4-b24a-4911-8f94-bb55527693c6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 1127 time: 0.0430472 Oct 17 03:17:04.048055 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-50a36b2b-0090-4e22-93c0-73a9760cf75a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea75a02-e55b-48e9-bc6b-8eb295df879e HTTP/1.1" status: 200 len: 217 time: 0.0350823 Oct 17 03:17:04.097774 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-5febdc24-bdde-412d-b155-3b39a6e4cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:04.099268 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-5febdc24-bdde-412d-b155-3b39a6e4cbe2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 200 len: 854 time: 0.0417502 Oct 17 03:17:04.145212 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-9310a902-879f-4c52-99f0-f032934247fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:04.146909 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-9310a902-879f-4c52-99f0-f032934247fd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5bef7eaf-4926-430d-bb2f-ad10a16554bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407209 Oct 17 03:17:04.172189 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:04.248291 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-edc546cd-2d77-493c-8810-74cc9d25e919 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935042 Oct 17 03:17:04.267385 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:04.345795 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-97c06a1e-db6d-4d0c-af14-1604b626e4f3 req-e895f2e6-6b7a-4a3f-a302-f16c8f2bc1dd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849030 Oct 17 03:17:04.760999 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf88bf7-f664-4576-b7db-95a43e7ae818 req-c83c0719-ed67-4a43-a551-9ee0806126c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:04.762473 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ecf88bf7-f664-4576-b7db-95a43e7ae818 req-c83c0719-ed67-4a43-a551-9ee0806126c9 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 943 time: 0.0462193 Oct 17 03:17:04.809526 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebd292-59e4-4129-97cc-e5d64a55b5cf req-8f02ae5b-d129-48b2-825e-3824cb1e76aa tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:04.811078 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d6ebd292-59e4-4129-97cc-e5d64a55b5cf req-8f02ae5b-d129-48b2-825e-3824cb1e76aa tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0467017 Oct 17 03:17:04.815041 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ecf88bf7-f664-4576-b7db-95a43e7ae818 req-df581c99-3607-495c-8305-972c32815984 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5cab84bd-278f-4390-9253-7302319538c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468371 Oct 17 03:17:04.861812 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d6ebd292-59e4-4129-97cc-e5d64a55b5cf req-1f452a2d-408d-4f70-8328-072db5548ea9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446069 Oct 17 03:17:05.359155 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9604f-770b-4636-a09b-a205900f52d9 req-7daa9631-ece7-4b7c-9dfb-678de94ce768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:05.360645 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cfb9604f-770b-4636-a09b-a205900f52d9 req-7daa9631-ece7-4b7c-9dfb-678de94ce768 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 1127 time: 0.0383916 Oct 17 03:17:05.449219 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9604f-770b-4636-a09b-a205900f52d9 req-28a15a5f-0c9b-465e-bc72-b7d63971d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:05.450641 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cfb9604f-770b-4636-a09b-a205900f52d9 req-28a15a5f-0c9b-465e-bc72-b7d63971d783 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 916 time: 0.0836947 Oct 17 03:17:05.731367 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cfb9604f-770b-4636-a09b-a205900f52d9 req-466b6ee1-6476-4f52-a8ef-305e997c1be6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea75a02-e55b-48e9-bc6b-8eb295df879e HTTP/1.1" status: 200 len: 217 time: 0.2723463 Oct 17 03:17:05.778605 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9604f-770b-4636-a09b-a205900f52d9 req-54610539-a467-431f-94bb-a4389253f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:05.780010 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cfb9604f-770b-4636-a09b-a205900f52d9 req-54610539-a467-431f-94bb-a4389253f15e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 200 len: 854 time: 0.0423465 Oct 17 03:17:05.823376 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9604f-770b-4636-a09b-a205900f52d9 req-6ae77f39-967f-453c-995f-5941a0c21cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:05.824819 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cfb9604f-770b-4636-a09b-a205900f52d9 req-6ae77f39-967f-453c-995f-5941a0c21cef service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5bef7eaf-4926-430d-bb2f-ad10a16554bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374417 Oct 17 03:17:05.917398 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cfb9604f-770b-4636-a09b-a205900f52d9 req-20b3b9e6-ba26-4176-8059-9ccc8784b0c4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854542 Oct 17 03:17:05.936310 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664f570-8858-44e1-a2e6-30e3a3953c8d req-1e49065d-7c89-405f-848f-9fa8780ebc47 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:05.937801 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b664f570-8858-44e1-a2e6-30e3a3953c8d req-1e49065d-7c89-405f-848f-9fa8780ebc47 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 943 time: 0.0489192 Oct 17 03:17:05.988499 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b664f570-8858-44e1-a2e6-30e3a3953c8d req-0dec9926-b31a-4c1d-93a6-29b8374a5312 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5cab84bd-278f-4390-9253-7302319538c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448432 Oct 17 03:17:06.034686 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c094f6c-cb5b-4709-bccc-5784f9a0e4b5 req-6735dca3-aa84-4be5-a3e4-9e528abf3d85 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:06.036161 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1c094f6c-cb5b-4709-bccc-5784f9a0e4b5 req-6735dca3-aa84-4be5-a3e4-9e528abf3d85 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0687096 Oct 17 03:17:06.063169 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cfb9604f-770b-4636-a09b-a205900f52d9 req-5ad061da-4da6-4662-b37f-5aad8022ab9d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394262 Oct 17 03:17:06.091641 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1c094f6c-cb5b-4709-bccc-5784f9a0e4b5 req-ca79872d-c66b-4dc4-aad1-bf695aa07c1f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457177 Oct 17 03:17:06.522130 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 5ea75a02-e55b-48e9-bc6b-8eb295df879e details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:17:06.622283 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 5ea75a02-e55b-48e9-bc6b-8eb295df879e, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=5ea75a02-e55b-48e9-bc6b-8eb295df879e,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:06.633370 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '5ea75a02-e55b-48e9-bc6b-8eb295df879e', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'port_id': '5ea75a02-e55b-48e9-bc6b-8eb295df879e', 'mac_address': 'fa:16:3e:ec:a3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:17:06.672792 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 5ea75a02-e55b-48e9-bc6b-8eb295df879e is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:17:06.673214 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:06.686414 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea75a02-e55b-48e9-bc6b-8eb295df879e {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:17:06.706161 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 5ea75a02-e55b-48e9-bc6b-8eb295df879e, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=5ea75a02-e55b-48e9-bc6b-8eb295df879e,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:06.709905 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:06.756891 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=5ea75a02-e55b-48e9-bc6b-8eb295df879e,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:06.764901 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.765257 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.765605 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.765972 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.766315 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.766651 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.767012 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.767345 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.767674 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.768000 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.768328 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.768654 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.768977 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.769299 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.769623 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:06.996904 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['5ea75a02-e55b-48e9-bc6b-8eb295df879e'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:17:07.054760 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:07.113537 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb576-7ecb-446a-8673-de79791385a7 req-57b21317-bf5d-4f37-9a23-c71d7dbe42f0 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:07.115750 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-08feb576-7ecb-446a-8673-de79791385a7 req-57b21317-bf5d-4f37-9a23-c71d7dbe42f0 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 944 time: 0.0471852 Oct 17 03:17:07.128011 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:07.145057 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:07.171618 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-08feb576-7ecb-446a-8673-de79791385a7 req-e9a060d1-34ce-4e21-8d9f-d7804d95ef63 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5cab84bd-278f-4390-9253-7302319538c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492904 Oct 17 03:17:07.223165 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413c83-4522-49ba-923a-6fa3a5bc9504 req-7753cfd9-0a22-4e5b-8e38-00b404eb2f8a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:07.224652 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e8413c83-4522-49ba-923a-6fa3a5bc9504 req-7753cfd9-0a22-4e5b-8e38-00b404eb2f8a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0468409 Oct 17 03:17:07.262961 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d29af349-23f3-45e8-941a-1c7ddf12e99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:07.274691 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e8413c83-4522-49ba-923a-6fa3a5bc9504 req-de6d9861-cca7-4d39-b319-80065799cbc4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430412 Oct 17 03:17:08.295212 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecc58a-e930-441b-8d27-fd54b9c77c46 req-ad3834d6-2032-4723-adfd-c7fdb7eddc17 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:08.296693 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e5ecc58a-e930-441b-8d27-fd54b9c77c46 req-ad3834d6-2032-4723-adfd-c7fdb7eddc17 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 944 time: 0.0522549 Oct 17 03:17:08.345186 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e5ecc58a-e930-441b-8d27-fd54b9c77c46 req-834d2d06-719f-46cc-b626-df9c007d1db4 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5cab84bd-278f-4390-9253-7302319538c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428298 Oct 17 03:17:08.407641 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=45 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:08.408414 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e7c1e-34e9-4344-9359-3183f2b0dc5f req-e94e1cde-3eb1-4d40-ad81-74f25dab503a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:08.409586 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=35 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:08.411252 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b1e7c1e-34e9-4344-9359-3183f2b0dc5f req-e94e1cde-3eb1-4d40-ad81-74f25dab503a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0543854 Oct 17 03:17:08.441375 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:17:08.458454 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b1e7c1e-34e9-4344-9359-3183f2b0dc5f req-cff2cb59-4fea-4df8-97ce-7e3ffc1bbf9b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421045 Oct 17 03:17:08.522772 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 5ea75a02-e55b-48e9-bc6b-8eb295df879e up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:17:08.554075 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:08.567366 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port 5ea75a02-e55b-48e9-bc6b-8eb295df879e completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:17:08.573623 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 5ea75a02-e55b-48e9-bc6b-8eb295df879e triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:17:08.573981 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:08.574310 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 5ea75a02-e55b-48e9-bc6b-8eb295df879e Oct 17 03:17:08.646352 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 5ea75a02-e55b-48e9-bc6b-8eb295df879e is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:17:08.646730 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:08.668867 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea75a02-e55b-48e9-bc6b-8eb295df879e'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:17:08.671082 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bd4500-440c-4ba5-bab1-935a2e43b846" -d '{"events": [{"server_uuid": "87c4c474-a5ab-4532-bffa-5b3d2cb15d55", "name": "network-vif-plugged", "status": "completed", "tag": "5ea75a02-e55b-48e9-bc6b-8eb295df879e"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:17:08.683915 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 5ea75a02-e55b-48e9-bc6b-8eb295df879e, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=5ea75a02-e55b-48e9-bc6b-8eb295df879e,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:08.688099 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:08.712147 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdfe121-ef12-4d28-bb79-3a7ac2915a14 x-openstack-request-id: req-0bdfe121-ef12-4d28-bb79-3a7ac2915a14 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:17:08.712430 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c4c474-a5ab-4532-bffa-5b3d2cb15d55", "name": "network-vif-plugged", "status": "completed", "tag": "5ea75a02-e55b-48e9-bc6b-8eb295df879e", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:17:08.712675 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0bdfe121-ef12-4d28-bb79-3a7ac2915a14 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:17:08.713060 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bdfe121-ef12-4d28-bb79-3a7ac2915a14'] response: {'server_uuid': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea75a02-e55b-48e9-bc6b-8eb295df879e', 'code': 200} Oct 17 03:17:08.736058 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=5ea75a02-e55b-48e9-bc6b-8eb295df879e,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:08.878589 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bca5a-e23b-4705-9f1f-e5359a80722f req-7a554481-2c01-427d-bf3c-b3344e2ac386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:08.880115 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1c5bca5a-e23b-4705-9f1f-e5359a80722f req-7a554481-2c01-427d-bf3c-b3344e2ac386 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 1129 time: 0.0373228 Oct 17 03:17:08.897507 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:08.923258 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1c5bca5a-e23b-4705-9f1f-e5359a80722f req-bc7a7d86-a425-4b92-a1b1-2543d61d13b3 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5cab84bd-278f-4390-9253-7302319538c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370109 Oct 17 03:17:09.324169 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a9d0bccb-d911-412a-92c2-6aa97f9c1e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:09.456461 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:09.467562 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170aab1-af5c-4d57-b1f6-941ed7cd3616 req-c2ecf959-c155-4869-8232-60c86c29a12d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:09.469013 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f170aab1-af5c-4d57-b1f6-941ed7cd3616 req-c2ecf959-c155-4869-8232-60c86c29a12d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 945 time: 0.0490193 Oct 17 03:17:09.516392 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f170aab1-af5c-4d57-b1f6-941ed7cd3616 req-4658f546-8640-4988-90d5-61aa266786a6 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5cab84bd-278f-4390-9253-7302319538c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418184 Oct 17 03:17:09.588087 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2176aff-365f-49fb-b044-728b18cb9fe4 req-3cf2fdca-e3e3-4242-85e5-2f41e7947ede tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:09.589568 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a2176aff-365f-49fb-b044-728b18cb9fe4 req-3cf2fdca-e3e3-4242-85e5-2f41e7947ede tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0462449 Oct 17 03:17:09.635943 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a2176aff-365f-49fb-b044-728b18cb9fe4 req-de3e9f4d-c2cf-40e8-9509-f0376c10e0c9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407341 Oct 17 03:17:10.522757 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 0fcb1d19-78cc-466d-b47b-f0891a46de92 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:17:10.630079 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:10.639419 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5fe2a-ab1d-4362-a99c-b0311171ab34 req-ac665547-3d2c-461c-9f4f-03ba5c31c63d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:10.640907 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abc5fe2a-ab1d-4362-a99c-b0311171ab34 req-ac665547-3d2c-461c-9f4f-03ba5c31c63d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 945 time: 0.0470448 Oct 17 03:17:10.641973 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'port_id': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'mac_address': 'fa:16:3e:7b:c8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:17:10.678162 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 0fcb1d19-78cc-466d-b47b-f0891a46de92 is: ACTIVE; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:17:10.678560 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:10.690336 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abc5fe2a-ab1d-4362-a99c-b0311171ab34 req-da1bf976-6f3e-4f8d-9713-dbdf9838f885 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5cab84bd-278f-4390-9253-7302319538c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438180 Oct 17 03:17:10.709945 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fcb1d19-78cc-466d-b47b-f0891a46de92 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:17:10.737059 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:10.740582 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:10.745837 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:10.775324 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddacc4a-b4eb-464d-9f8c-40e6f10ea08c req-a4c39f20-eae5-4422-b8c7-bdcb454d09ae tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:10.777274 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dddacc4a-b4eb-464d-9f8c-40e6f10ea08c req-a4c39f20-eae5-4422-b8c7-bdcb454d09ae tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0533607 Oct 17 03:17:10.806601 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=0fcb1d19-78cc-466d-b47b-f0891a46de92,revision_number=6']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:10.814996 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd662a-ce9f-4876-8387-3cf9f09f5350 req-5a2cd31d-4780-4af4-81b1-2f7fadcccc38 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:10.816227 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fcbd662a-ce9f-4876-8387-3cf9f09f5350 req-5a2cd31d-4780-4af4-81b1-2f7fadcccc38 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 945 time: 0.0511250 Oct 17 03:17:10.826055 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41550) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:10.830633 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-c3b3720b-5104-47be-998a-7b33ded98e39 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Request body: {'floatingip': {'port_id': '5ea75a02-e55b-48e9-bc6b-8eb295df879e'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:17:10.834080 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dddacc4a-b4eb-464d-9f8c-40e6f10ea08c req-a6778460-362e-4678-898f-2e63e72fee00 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515473 Oct 17 03:17:10.866934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['0fcb1d19-78cc-466d-b47b-f0891a46de92'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:17:10.873048 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3b3720b-5104-47be-998a-7b33ded98e39 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (43329f52-1bf4-4af9-98a1-768cc6b52c3c), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:11.302374 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3b3720b-5104-47be-998a-7b33ded98e39 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:11.306820 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3b3720b-5104-47be-998a-7b33ded98e39 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (43329f52-1bf4-4af9-98a1-768cc6b52c3c), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:11.396936 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-c3b3720b-5104-47be-998a-7b33ded98e39 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Floating IP 43329f52-1bf4-4af9-98a1-768cc6b52c3c associated. External IP: 172.27.0.213, port: 5ea75a02-e55b-48e9-bc6b-8eb295df879e. Oct 17 03:17:11.582473 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:11.594595 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b3720b-5104-47be-998a-7b33ded98e39 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Router f6782d4e-5bef-4f0e-a454-72c841ef9e46 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:17:11.652577 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:11.698795 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b3720b-5104-47be-998a-7b33ded98e39 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:17:11.703489 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3b3720b-5104-47be-998a-7b33ded98e39 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:11.708415 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf5f73-03d9-4204-bacc-dccf95d44902 None None] Sync routers for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:17:11.718672 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf5f73-03d9-4204-bacc-dccf95d44902 None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:17:11.719323 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-bcbf5f73-03d9-4204-bacc-dccf95d44902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:17:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:11.734066 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-c3b3720b-5104-47be-998a-7b33ded98e39 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/43329f52-1bf4-4af9-98a1-768cc6b52c3c HTTP/1.1" status: 200 len: 991 time: 0.9068723 Oct 17 03:17:11.734696 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'tag': '5ea75a02-e55b-48e9-bc6b-8eb295df879e'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:17:11.737215 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfbe9cf-a395-4214-ad5c-f2f068496947" -d '{"events": [{"name": "network-changed", "server_uuid": "87c4c474-a5ab-4532-bffa-5b3d2cb15d55", "tag": "5ea75a02-e55b-48e9-bc6b-8eb295df879e"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:17:11.778092 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc22df8-c026-456c-9829-3706cb6b155b x-openstack-request-id: req-bdc22df8-c026-456c-9829-3706cb6b155b {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:17:11.778381 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c4c474-a5ab-4532-bffa-5b3d2cb15d55", "tag": "5ea75a02-e55b-48e9-bc6b-8eb295df879e", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:17:11.778633 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bdc22df8-c026-456c-9829-3706cb6b155b {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:17:11.779071 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc22df8-c026-456c-9829-3706cb6b155b'] response: {'name': 'network-changed', 'server_uuid': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'tag': '5ea75a02-e55b-48e9-bc6b-8eb295df879e', 'status': 'completed', 'code': 200} Oct 17 03:17:11.822999 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-bcbf5f73-03d9-4204-bacc-dccf95d44902 None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:17:11.898155 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbe9cf-a395-4214-ad5c-f2f068496947 req-a763a00d-f59f-4b53-9263-7d0a155e5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:11.900305 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4bfbe9cf-a395-4214-ad5c-f2f068496947 req-a763a00d-f59f-4b53-9263-7d0a155e5500 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=618cf0b3507845909bb27c13460d1d6c&device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 1129 time: 0.0861526 Oct 17 03:17:11.967370 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b08b0-9e73-4d3c-ad8d-019796e92ab6 req-44399278-2ffb-4e2e-9701-760bfe647875 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:11.969007 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a46b08b0-9e73-4d3c-ad8d-019796e92ab6 req-44399278-2ffb-4e2e-9701-760bfe647875 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 944 time: 0.0501502 Oct 17 03:17:12.001105 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbe9cf-a395-4214-ad5c-f2f068496947 req-88230f90-6e29-4c61-9bbe-99817ea0f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:12.003215 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4bfbe9cf-a395-4214-ad5c-f2f068496947 req-88230f90-6e29-4c61-9bbe-99817ea0f26d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 200 len: 916 time: 0.0958548 Oct 17 03:17:12.022221 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a46b08b0-9e73-4d3c-ad8d-019796e92ab6 req-13a422be-9f4a-4b86-9c7a-80230c55a834 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471375 Oct 17 03:17:12.048162 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-bcbf5f73-03d9-4204-bacc-dccf95d44902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '43329f52-1bf4-4af9-98a1-768cc6b52c3c', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '5ea75a02-e55b-48e9-bc6b-8eb295df879e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:ec:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:17:00Z', 'updated_at': '2022-10-17T03:17:11Z', 'revision_number': 1, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:12.074845 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4bfbe9cf-a395-4214-ad5c-f2f068496947 req-6ed513ba-3105-4a58-9473-1018a27925b8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea75a02-e55b-48e9-bc6b-8eb295df879e HTTP/1.1" status: 200 len: 999 time: 0.0619903 Oct 17 03:17:12.080494 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf5f73-03d9-4204-bacc-dccf95d44902 None None] Checking router: f6782d4e-5bef-4f0e-a454-72c841ef9e46 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:17:12.090022 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbf5f73-03d9-4204-bacc-dccf95d44902 None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:17:12.090778 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-bcbf5f73-03d9-4204-bacc-dccf95d44902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:17:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:12.126798 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbe9cf-a395-4214-ad5c-f2f068496947 req-e9655883-c5d7-4669-87f6-6080bdb7b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:12.128275 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4bfbe9cf-a395-4214-ad5c-f2f068496947 req-e9655883-c5d7-4669-87f6-6080bdb7b7b6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 200 len: 854 time: 0.0470912 Oct 17 03:17:12.140412 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:12.175690 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbe9cf-a395-4214-ad5c-f2f068496947 req-c75e207e-b884-4c66-a863-9ae834d8728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:12.177170 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4bfbe9cf-a395-4214-ad5c-f2f068496947 req-c75e207e-b884-4c66-a863-9ae834d8728f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5bef7eaf-4926-430d-bb2f-ad10a16554bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390432 Oct 17 03:17:12.194557 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-bcbf5f73-03d9-4204-bacc-dccf95d44902 None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:17:12.275731 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4bfbe9cf-a395-4214-ad5c-f2f068496947 req-83aa7bc7-903d-47e7-8bd1-43d4071dd55d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888572 Oct 17 03:17:12.325235 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:12.372780 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4bfbe9cf-a395-4214-ad5c-f2f068496947 req-c8565077-f231-488c-90f5-e12faee696d6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891850 Oct 17 03:17:12.407783 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-bcbf5f73-03d9-4204-bacc-dccf95d44902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '43329f52-1bf4-4af9-98a1-768cc6b52c3c', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '5ea75a02-e55b-48e9-bc6b-8eb295df879e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:ec:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:17:00Z', 'updated_at': '2022-10-17T03:17:11Z', 'revision_number': 1, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:12.433838 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbf5f73-03d9-4204-bacc-dccf95d44902 None None] The sync data for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '43329f52-1bf4-4af9-98a1-768cc6b52c3c', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'port_id': '5ea75a02-e55b-48e9-bc6b-8eb295df879e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'mac_address': 'fa:16:3e:ec:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:17:00Z', 'updated_at': '2022-10-17T03:17:11Z', 'revision_number': 1, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:17:12.537143 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 0fcb1d19-78cc-466d-b47b-f0891a46de92 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:17:12.540811 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:12.570101 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:12.587123 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 0fcb1d19-78cc-466d-b47b-f0891a46de92 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:17:12.587486 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:12.587818 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 0fcb1d19-78cc-466d-b47b-f0891a46de92 Oct 17 03:17:12.655791 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f70df22-10fa-4efe-b7da-907d13102244 None None] New status for floating IP 43329f52-1bf4-4af9-98a1-768cc6b52c3c: ACTIVE {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:17:12.704347 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 0fcb1d19-78cc-466d-b47b-f0891a46de92 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:17:12.704749 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:12.772136 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:17:12.775022 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b2af6b-22ae-4e24-86c2-cebd310667f5" -d '{"events": [{"server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:17:12.792266 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:12.798178 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:12.829708 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02db6585-f956-4fbc-96fc-f7b474b3f493 x-openstack-request-id: req-02db6585-f956-4fbc-96fc-f7b474b3f493 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:17:12.830020 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:17:12.830282 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-02db6585-f956-4fbc-96fc-f7b474b3f493 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:17:12.830658 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02db6585-f956-4fbc-96fc-f7b474b3f493'] response: {'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'code': 200} Oct 17 03:17:12.886243 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=0fcb1d19-78cc-466d-b47b-f0891a46de92,revision_number=7']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:13.155323 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e60d-e38c-48c4-aff0-dee1bb11753f req-9bc9ff36-6946-44ec-a7ef-1193aebc7cc1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:13.156681 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3039e60d-e38c-48c4-aff0-dee1bb11753f req-9bc9ff36-6946-44ec-a7ef-1193aebc7cc1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0456893 Oct 17 03:17:13.203467 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3039e60d-e38c-48c4-aff0-dee1bb11753f req-79794207-145b-4977-be4a-83a5d36d426b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409212 Oct 17 03:17:14.373446 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a161e-6aa8-4dfd-a73a-753251f82b14 req-1458beac-634b-4059-ab2b-c82dfed940ae tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:14.381736 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-498a161e-6aa8-4dfd-a73a-753251f82b14 req-1458beac-634b-4059-ab2b-c82dfed940ae tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0730453 Oct 17 03:17:14.403325 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f643ddd-5c14-45db-8720-b90b9d93da4b req-2e27cd02-0119-418f-9b82-7dc53e273abe tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:14.404967 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2f643ddd-5c14-45db-8720-b90b9d93da4b req-2e27cd02-0119-418f-9b82-7dc53e273abe tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0621672 Oct 17 03:17:14.444265 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-498a161e-6aa8-4dfd-a73a-753251f82b14 req-1fc8c2bd-81ff-4e77-87e6-b0200f502a16 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613589 Oct 17 03:17:14.461054 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2f643ddd-5c14-45db-8720-b90b9d93da4b req-d42f19c1-c538-4f9b-ac00-a71827425a9c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488000 Oct 17 03:17:15.597867 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb9cb5-8ff3-4d34-a23a-12524b02619e req-ed139af3-8832-4647-975e-5011447d308a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:15.605471 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-83bb9cb5-8ff3-4d34-a23a-12524b02619e req-ed139af3-8832-4647-975e-5011447d308a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0617478 Oct 17 03:17:15.612559 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216874ba-373d-4c0d-bd75-4bddf247f281 req-5608646f-27c8-40b4-bfda-4976c4ab3055 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:15.620396 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-216874ba-373d-4c0d-bd75-4bddf247f281 req-5608646f-27c8-40b4-bfda-4976c4ab3055 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0661035 Oct 17 03:17:15.670385 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-83bb9cb5-8ff3-4d34-a23a-12524b02619e req-278aaa2c-e146-45f0-be7b-0f6a02c0083e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637329 Oct 17 03:17:15.691179 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-216874ba-373d-4c0d-bd75-4bddf247f281 req-c1e6a2f0-ee36-466c-97e6-ba4083891613 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641160 Oct 17 03:17:16.809459 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971901e5-5dc2-44ab-9515-d329d4067982 req-49b55ff1-a036-4bd1-bc8f-67c0d7662a14 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:16.811088 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-971901e5-5dc2-44ab-9515-d329d4067982 req-49b55ff1-a036-4bd1-bc8f-67c0d7662a14 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0562577 Oct 17 03:17:16.814132 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e733cc-155f-4cd8-8720-9b5ea4e9830b req-152729d4-8850-486f-801d-bbcbccd3237e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:16.815792 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c3e733cc-155f-4cd8-8720-9b5ea4e9830b req-152729d4-8850-486f-801d-bbcbccd3237e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0539639 Oct 17 03:17:16.848471 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:16.865517 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-971901e5-5dc2-44ab-9515-d329d4067982 req-d105d955-1799-4baa-acde-18e6ad04ac6b tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474026 Oct 17 03:17:16.871009 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c3e733cc-155f-4cd8-8720-9b5ea4e9830b req-c915788f-48f8-4bb0-9a55-220634e69793 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492208 Oct 17 03:17:16.926173 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:18.026076 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a6a44-e86e-4872-8908-004c6bd82147 req-9e432892-488a-4a9c-ab04-bfe530411d28 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:18.027695 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-971a6a44-e86e-4872-8908-004c6bd82147 req-9e432892-488a-4a9c-ab04-bfe530411d28 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0944345 Oct 17 03:17:18.054523 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26433d98-f6be-4a28-820d-aada07da493c req-d151ac34-d45c-4ed5-9cb1-12e20dddd0ae tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:18.064886 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-26433d98-f6be-4a28-820d-aada07da493c req-d151ac34-d45c-4ed5-9cb1-12e20dddd0ae tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 946 time: 0.0746679 Oct 17 03:17:18.099545 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62476b0-8459-47de-bc7d-87f54657f9d4 req-9112adee-5c6f-4a8b-a26a-624c35ae7003 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:18.108641 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b62476b0-8459-47de-bc7d-87f54657f9d4 req-9112adee-5c6f-4a8b-a26a-624c35ae7003 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.1035969 Oct 17 03:17:18.118490 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-26433d98-f6be-4a28-820d-aada07da493c req-4e4c2c36-6e76-4f01-8cb6-ed2c7fde2c15 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=980facde-3ce6-4f6d-8f38-7c54350ee784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520663 Oct 17 03:17:18.175782 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Deleting port f7a1e8a6-f7aa-40af-a627-0640f636cc4a {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:17:18.176173 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:18.230181 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b62476b0-8459-47de-bc7d-87f54657f9d4 req-4c78f1ff-5878-496d-ad2f-e10068fef51b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223540 Oct 17 03:17:18.303241 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] For port f7a1e8a6-f7aa-40af-a627-0640f636cc4a, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=f7a1e8a6-f7aa-40af-a627-0640f636cc4a,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:18.303603 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:18.315569 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:18.492112 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:18.492506 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (e1dca0c1-7b36-4179-8d44-fce1708e50b7), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:18.492888 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Floating IP e1dca0c1-7b36-4179-8d44-fce1708e50b7 disassociated. External IP: 172.27.0.115, port: f7a1e8a6-f7aa-40af-a627-0640f636cc4a. Oct 17 03:17:18.493226 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Calling delete_port for f7a1e8a6-f7aa-40af-a627-0640f636cc4a owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:17:18.627837 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (f7a1e8a6-f7aa-40af-a627-0640f636cc4a), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:18.658112 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event deleted for resources: {'Port': ['ID=f7a1e8a6-f7aa-40af-a627-0640f636cc4a,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:18.778171 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:17:18.887345 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:17:18.901126 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6924e5-8d85-4077-af21-c9bbd7ce0820 None None] Sync routers for ids ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:17:18.919198 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6924e5-8d85-4077-af21-c9bbd7ce0820 None None] Routers {'34c4cf2a-7e78-42c9-812d-95bde9f3b158'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:17:18.919824 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9d6924e5-8d85-4077-af21-c9bbd7ce0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:17:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:18.920009 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:18.943615 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] No DVR routers for this DVR port f7a1e8a6-f7aa-40af-a627-0640f636cc4a on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:17:18.946837 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:18.950070 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-971a6a44-e86e-4872-8908-004c6bd82147 req-7d9c2390-5ee8-4382-bdbf-075361edb975 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "DELETE /networking/v2.0/ports/f7a1e8a6-f7aa-40af-a627-0640f636cc4a HTTP/1.1" status: 204 len: 173 time: 0.9030054 Oct 17 03:17:18.950568 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712578d1-d2fb-4252-adbb-bc87096acc00', 'name': 'network-vif-deleted', 'tag': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:17:18.952948 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa268402-fef5-45f3-bf9f-6d7632cb285c" -d '{"events": [{"server_uuid": "712578d1-d2fb-4252-adbb-bc87096acc00", "name": "network-vif-deleted", "tag": "f7a1e8a6-f7aa-40af-a627-0640f636cc4a"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:17:19.011470 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af79b129-9a79-4008-aa39-de5d25f7d7d2 x-openstack-request-id: req-af79b129-9a79-4008-aa39-de5d25f7d7d2 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:17:19.011756 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712578d1-d2fb-4252-adbb-bc87096acc00", "name": "network-vif-deleted", "tag": "f7a1e8a6-f7aa-40af-a627-0640f636cc4a", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:17:19.012057 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-af79b129-9a79-4008-aa39-de5d25f7d7d2 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:17:19.012475 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af79b129-9a79-4008-aa39-de5d25f7d7d2'] response: {'server_uuid': '712578d1-d2fb-4252-adbb-bc87096acc00', 'name': 'network-vif-deleted', 'tag': 'f7a1e8a6-f7aa-40af-a627-0640f636cc4a', 'status': 'completed', 'code': 200} Oct 17 03:17:19.091090 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-9d6924e5-8d85-4077-af21-c9bbd7ce0820 None None] Set router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:17:19.314193 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-36bd8d1f-f6a7-4886-a7e5-f7e6ae8a664f req-62c683be-dd4d-4fb5-ae3b-bc24a915ddcd tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712578d1-d2fb-4252-adbb-bc87096acc00 HTTP/1.1" status: 200 len: 210 time: 0.0507903 Oct 17 03:17:19.357498 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:19.358173 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:19.409265 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9d6924e5-8d85-4077-af21-c9bbd7ce0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:12:11Z', 'revision_number': 5, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:19.441665 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6924e5-8d85-4077-af21-c9bbd7ce0820 None None] Checking router: 34c4cf2a-7e78-42c9-812d-95bde9f3b158 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:17:19.458961 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6924e5-8d85-4077-af21-c9bbd7ce0820 None None] Routers {'34c4cf2a-7e78-42c9-812d-95bde9f3b158'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:17:19.460979 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9d6924e5-8d85-4077-af21-c9bbd7ce0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:17:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:19.472081 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509e674-ae09-4ae8-b55a-0531bb3187ec req-49f87886-f94d-4fec-b8dd-2d4fcae3435a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:19.474277 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6509e674-ae09-4ae8-b55a-0531bb3187ec req-49f87886-f94d-4fec-b8dd-2d4fcae3435a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0765188 Oct 17 03:17:19.531423 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:19.543360 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6509e674-ae09-4ae8-b55a-0531bb3187ec req-a2d134cd-a569-4ecd-9b8d-41c1c720cf54 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618849 Oct 17 03:17:19.582612 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-9d6924e5-8d85-4077-af21-c9bbd7ce0820 None None] Set router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:17:19.926496 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9d6924e5-8d85-4077-af21-c9bbd7ce0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:12:11Z', 'revision_number': 5, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:19.954310 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6924e5-8d85-4077-af21-c9bbd7ce0820 None None] The sync data for ids ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'] in dv-cinder-846977-2-iscsi is: [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:52Z', 'revision_number': 4, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '80b8b54b-29f5-439d-9a53-bc6d60d14d2d', 'name': '', 'network_id': '9271d0b1-69d9-42d2-822e-fbd76c069e42', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:49Z', 'updated_at': '2022-10-17T03:12:11Z', 'revision_number': 5, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'subnets': [{'id': '3c2b1308-e6f8-4fcd-a091-659851e82f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:17:20.252045 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2537a14-5e95-42c0-9020-d9a12866ccc7 None None] New status for floating IP e1dca0c1-7b36-4179-8d44-fce1708e50b7: DOWN {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:17:20.419935 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41650) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:20.486066 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3b77e8e4-a79a-4fcf-baa6-f54e35a6dd89 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for security_group (980facde-3ce6-4f6d-8f38-7c54350ee784), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:20.515455 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3b77e8e4-a79a-4fcf-baa6-f54e35a6dd89 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for security_group (980facde-3ce6-4f6d-8f38-7c54350ee784), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:20.575676 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3b77e8e4-a79a-4fcf-baa6-f54e35a6dd89 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (980facde-3ce6-4f6d-8f38-7c54350ee784), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:20.578366 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3b77e8e4-a79a-4fcf-baa6-f54e35a6dd89 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:20.581933 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-3b77e8e4-a79a-4fcf-baa6-f54e35a6dd89 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/980facde-3ce6-4f6d-8f38-7c54350ee784 HTTP/1.1" status: 204 len: 168 time: 0.1585500 Oct 17 03:17:20.582279 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41652) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:20.590644 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77e8e4-a79a-4fcf-baa6-f54e35a6dd89 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980facde-3ce6-4f6d-8f38-7c54350ee784,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:20.601594 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.api.v2.resource [None req-45d214a8-dd34-43ae-9fab-4a22665b211d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] show failed (client error): The resource could not be found. Oct 17 03:17:20.606090 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41656) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:20.609323 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-45d214a8-dd34-43ae-9fab-4a22665b211d tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups/980facde-3ce6-4f6d-8f38-7c54350ee784 HTTP/1.1" status: 404 len: 347 time: 0.0231075 Oct 17 03:17:20.728044 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:20.782415 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa12e-ad5c-4a20-9607-8d3fbbe9c8c4 req-23afd4e0-1b63-4616-b330-816e2116d553 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:20.789861 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-049fa12e-ad5c-4a20-9607-8d3fbbe9c8c4 req-23afd4e0-1b63-4616-b330-816e2116d553 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0984707 Oct 17 03:17:20.792494 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-da83f58f-4f58-4943-bb32-92a58cd9a1dc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Deleting port c538f6f0-1f5e-4082-8664-958cefb0db91 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:17:20.792838 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-da83f58f-4f58-4943-bb32-92a58cd9a1dc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (c538f6f0-1f5e-4082-8664-958cefb0db91), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:20.899782 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-049fa12e-ad5c-4a20-9607-8d3fbbe9c8c4 req-9d066af2-a52d-4cbf-9f70-031230e55fb1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089175 Oct 17 03:17:20.925275 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-da83f58f-4f58-4943-bb32-92a58cd9a1dc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (c538f6f0-1f5e-4082-8664-958cefb0db91), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:20.925603 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-da83f58f-4f58-4943-bb32-92a58cd9a1dc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for floatingip (c538f6f0-1f5e-4082-8664-958cefb0db91), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:20.942078 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-da83f58f-4f58-4943-bb32-92a58cd9a1dc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Calling delete_port for c538f6f0-1f5e-4082-8664-958cefb0db91 owned by network:floatingip {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:17:21.106571 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-da83f58f-4f58-4943-bb32-92a58cd9a1dc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (c538f6f0-1f5e-4082-8664-958cefb0db91), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:21.132549 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83f58f-4f58-4943-bb32-92a58cd9a1dc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event deleted for resources: {'Port': ['ID=c538f6f0-1f5e-4082-8664-958cefb0db91,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:21.202428 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-da83f58f-4f58-4943-bb32-92a58cd9a1dc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks [] for floatingip (e1dca0c1-7b36-4179-8d44-fce1708e50b7), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:21.205305 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-da83f58f-4f58-4943-bb32-92a58cd9a1dc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:21.208821 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-da83f58f-4f58-4943-bb32-92a58cd9a1dc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/e1dca0c1-7b36-4179-8d44-fce1708e50b7 HTTP/1.1" status: 204 len: 168 time: 0.5973258 Oct 17 03:17:22.031737 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b19922-3c4d-4d72-a987-eb1398b7f2dc req-f97f90b0-cd13-4baa-8916-e0e1306ab9bd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:22.034304 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c6b19922-3c4d-4d72-a987-eb1398b7f2dc req-f97f90b0-cd13-4baa-8916-e0e1306ab9bd tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0558283 Oct 17 03:17:22.090295 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c6b19922-3c4d-4d72-a987-eb1398b7f2dc req-840b6ba8-41e6-46ad-acad-00414b44b4cc tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494115 Oct 17 03:17:22.568320 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device f7a1e8a6-f7aa-40af-a627-0640f636cc4a no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:17:22.591097 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: f7a1e8a6-f7aa-40af-a627-0640f636cc4a {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:17:22.591433 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device f7a1e8a6-f7aa-40af-a627-0640f636cc4a not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:17:23.235041 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949223-f5d6-4387-a2f9-e341576f65e5 req-8a1b6c3d-8d5f-4871-bb4d-c1b7294e4931 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:23.236615 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0c949223-f5d6-4387-a2f9-e341576f65e5 req-8a1b6c3d-8d5f-4871-bb4d-c1b7294e4931 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0544927 Oct 17 03:17:23.299450 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0c949223-f5d6-4387-a2f9-e341576f65e5 req-7e5efae8-e4d2-431d-b52a-eb6b75906ddc tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569715 Oct 17 03:17:23.767253 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd5a5a-3007-42d8-93ad-a1ec8825aa2c req-619d73a7-d2ca-4f0b-bc1f-1da26515f9e7 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:23.768678 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a6cd5a5a-3007-42d8-93ad-a1ec8825aa2c req-619d73a7-d2ca-4f0b-bc1f-1da26515f9e7 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0472486 Oct 17 03:17:23.819196 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a6cd5a5a-3007-42d8-93ad-a1ec8825aa2c req-588dcf29-f5bb-4006-951c-2d92426df5fc tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444241 Oct 17 03:17:24.415660 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:24.424008 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260f775-9560-4572-a061-c01cc32f4fd1 req-8b237bce-0996-448c-ab5a-00d41418c110 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:24.425451 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f260f775-9560-4572-a061-c01cc32f4fd1 req-8b237bce-0996-448c-ab5a-00d41418c110 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0468748 Oct 17 03:17:24.472357 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f260f775-9560-4572-a061-c01cc32f4fd1 req-4f671798-50dd-48cd-8672-ecfea0db2702 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406196 Oct 17 03:17:25.182260 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dc155-7b67-4a08-9b14-d33dea0601ee req-6e81ec6b-d45f-4d49-942a-615b60fb7e01 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:25.183688 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-603dc155-7b67-4a08-9b14-d33dea0601ee req-6e81ec6b-d45f-4d49-942a-615b60fb7e01 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.2898564 Oct 17 03:17:25.234883 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-603dc155-7b67-4a08-9b14-d33dea0601ee req-02e27e20-d232-4e99-9380-d3071a857877 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 Oct 17 03:17:25.614049 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed520770-ac21-4a39-b9f4-a7b8c75dc5fa req-73a94ec1-2e55-4e9a-8f99-b249a727503a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:25.615711 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ed520770-ac21-4a39-b9f4-a7b8c75dc5fa req-73a94ec1-2e55-4e9a-8f99-b249a727503a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0622029 Oct 17 03:17:25.680975 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ed520770-ac21-4a39-b9f4-a7b8c75dc5fa req-e6231f01-f3eb-43f5-aadb-767937b134e6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568588 Oct 17 03:17:26.282530 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:26.331664 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75607-b74f-49ed-95ad-a0e8c6f74943 req-ada2e290-2b97-4436-b2f0-718c59b4572c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:26.333039 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-caa75607-b74f-49ed-95ad-a0e8c6f74943 req-ada2e290-2b97-4436-b2f0-718c59b4572c tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.0946703 Oct 17 03:17:26.337183 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eb938-abf4-4766-98c6-b436af600ab3 req-e84723ef-7239-458f-b497-e92a249839c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:26.338661 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-813eb938-abf4-4766-98c6-b436af600ab3 req-e84723ef-7239-458f-b497-e92a249839c2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 1129 time: 0.0688612 Oct 17 03:17:26.442392 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b2315-fb12-4c75-ab01-f04206b9029c req-cf919ddd-457d-4cd2-8e1e-026258e3ff35 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:26.443847 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3c2b2315-fb12-4c75-ab01-f04206b9029c req-cf919ddd-457d-4cd2-8e1e-026258e3ff35 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 945 time: 0.1299071 Oct 17 03:17:26.480226 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:26.531270 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-caa75607-b74f-49ed-95ad-a0e8c6f74943 req-32dd21e9-9076-4e43-ace4-6341dac3d519 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Deleting port 5c656ce8-361e-4b32-8e55-8e2061a8f354 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:17:26.531684 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-caa75607-b74f-49ed-95ad-a0e8c6f74943 req-32dd21e9-9076-4e43-ace4-6341dac3d519 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:26.603850 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eb938-abf4-4766-98c6-b436af600ab3 req-18075e88-88fd-4170-af07-ea9be0ce8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:26.605285 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-813eb938-abf4-4766-98c6-b436af600ab3 req-18075e88-88fd-4170-af07-ea9be0ce8866 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 918 time: 0.2504189 Oct 17 03:17:26.608296 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3c2b2315-fb12-4c75-ab01-f04206b9029c req-c677100c-f430-4bec-8900-0f1d8a8250f1 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549010 Oct 17 03:17:26.699978 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-caa75607-b74f-49ed-95ad-a0e8c6f74943 req-32dd21e9-9076-4e43-ace4-6341dac3d519 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] For port 5c656ce8-361e-4b32-8e55-8e2061a8f354, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=5c656ce8-361e-4b32-8e55-8e2061a8f354,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:26.700336 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-caa75607-b74f-49ed-95ad-a0e8c6f74943 req-32dd21e9-9076-4e43-ace4-6341dac3d519 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:26.703882 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-813eb938-abf4-4766-98c6-b436af600ab3 req-d1f959a9-4c62-4c6b-b0ab-63caf9ddd079 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92 HTTP/1.1" status: 200 len: 1000 time: 0.0904827 Oct 17 03:17:26.722918 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-caa75607-b74f-49ed-95ad-a0e8c6f74943 req-32dd21e9-9076-4e43-ace4-6341dac3d519 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Calling delete_port for 5c656ce8-361e-4b32-8e55-8e2061a8f354 owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:17:26.799986 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eb938-abf4-4766-98c6-b436af600ab3 req-1043b72c-db28-4af6-9520-1db00449f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:26.801460 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-813eb938-abf4-4766-98c6-b436af600ab3 req-1043b72c-db28-4af6-9520-1db00449f785 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 200 len: 856 time: 0.0906899 Oct 17 03:17:26.815862 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd44e-97c8-4666-9e18-4aff99f6bc87 req-146fb6ba-7cc1-4087-bbf9-a476de739f26 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:26.817318 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c62dd44e-97c8-4666-9e18-4aff99f6bc87 req-146fb6ba-7cc1-4087-bbf9-a476de739f26 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0478981 Oct 17 03:17:26.864500 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c62dd44e-97c8-4666-9e18-4aff99f6bc87 req-c934112a-3cdd-47be-9dd4-7886c3b1ea0a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415246 Oct 17 03:17:26.866082 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eb938-abf4-4766-98c6-b436af600ab3 req-7ea1b5ff-a982-47ce-9c2c-9ea850196f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:26.867779 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-813eb938-abf4-4766-98c6-b436af600ab3 req-7ea1b5ff-a982-47ce-9c2c-9ea850196f23 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7be2416a-9e29-4953-b802-c76adc0aa669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574977 Oct 17 03:17:26.972914 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-caa75607-b74f-49ed-95ad-a0e8c6f74943 req-32dd21e9-9076-4e43-ace4-6341dac3d519 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (5c656ce8-361e-4b32-8e55-8e2061a8f354), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:26.984875 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['c31f984d-a48a-493a-8e53-83388b4caabf', '5c656ce8-361e-4b32-8e55-8e2061a8f354'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:17:27.017008 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd21e9-9076-4e43-ace4-6341dac3d519 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event deleted for resources: {'Port': ['ID=5c656ce8-361e-4b32-8e55-8e2061a8f354,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:27.028471 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-813eb938-abf4-4766-98c6-b436af600ab3 req-665c1b59-869b-4e41-8a13-aa23134ceb1b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541641 Oct 17 03:17:27.116342 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa75607-b74f-49ed-95ad-a0e8c6f74943 req-32dd21e9-9076-4e43-ace4-6341dac3d519 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] No DVR routers for this DVR port 5c656ce8-361e-4b32-8e55-8e2061a8f354 on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:17:27.121604 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-caa75607-b74f-49ed-95ad-a0e8c6f74943 req-32dd21e9-9076-4e43-ace4-6341dac3d519 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:27.124970 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-caa75607-b74f-49ed-95ad-a0e8c6f74943 req-32dd21e9-9076-4e43-ace4-6341dac3d519 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "DELETE /networking/v2.0/ports/5c656ce8-361e-4b32-8e55-8e2061a8f354 HTTP/1.1" status: 204 len: 173 time: 0.7711859 Oct 17 03:17:27.125513 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f430d340-f7ff-4805-bd00-69eeaf33250d', 'name': 'network-vif-deleted', 'tag': '5c656ce8-361e-4b32-8e55-8e2061a8f354'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:17:27.127812 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70b1009-a09b-41bd-95b8-0f269468029e" -d '{"events": [{"server_uuid": "f430d340-f7ff-4805-bd00-69eeaf33250d", "name": "network-vif-deleted", "tag": "5c656ce8-361e-4b32-8e55-8e2061a8f354"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:17:27.133984 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:27.178210 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-813eb938-abf4-4766-98c6-b436af600ab3 req-2e64a676-bf29-49bf-823c-5c4c6776f7f1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423509 Oct 17 03:17:27.270990 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162c6200-792f-4c33-8fd8-4257add08123 x-openstack-request-id: req-162c6200-792f-4c33-8fd8-4257add08123 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:17:27.271298 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f430d340-f7ff-4805-bd00-69eeaf33250d", "name": "network-vif-deleted", "tag": "5c656ce8-361e-4b32-8e55-8e2061a8f354", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:17:27.271549 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-162c6200-792f-4c33-8fd8-4257add08123 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:17:27.271987 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162c6200-792f-4c33-8fd8-4257add08123'] response: {'server_uuid': 'f430d340-f7ff-4805-bd00-69eeaf33250d', 'name': 'network-vif-deleted', 'tag': '5c656ce8-361e-4b32-8e55-8e2061a8f354', 'status': 'completed', 'code': 200} Oct 17 03:17:27.724368 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ce0a3e3c-7c57-4510-806f-a4eb6f2018cc req-eb0f56b8-3de9-4d2d-bd73-de9bf00c2e0e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 210 time: 0.0311847 Oct 17 03:17:27.990297 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab86820-5750-4241-9a83-1e9d5a70a9aa req-c3a787f2-ab51-40dc-97a5-d46133dc5f2e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:27.991760 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3ab86820-5750-4241-9a83-1e9d5a70a9aa req-c3a787f2-ab51-40dc-97a5-d46133dc5f2e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0464528 Oct 17 03:17:28.038439 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3ab86820-5750-4241-9a83-1e9d5a70a9aa req-b0ffcc1b-f4b5-458d-a98d-ef365c848cb8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405858 Oct 17 03:17:28.840852 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7a56d16e-21a4-48c4-8a65-d5d797cda525 req-6bae77e2-5660-4663-99e1-77a96072117e tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f430d340-f7ff-4805-bd00-69eeaf33250d HTTP/1.1" status: 200 len: 210 time: 0.0273516 Oct 17 03:17:29.162397 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7a767-0bf0-4b99-b8c2-6b6a4f2ce91c req-2276da9b-35e7-4351-8863-7da79698ed8c tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:29.163841 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-bce7a767-0bf0-4b99-b8c2-6b6a4f2ce91c req-2276da9b-35e7-4351-8863-7da79698ed8c tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0450802 Oct 17 03:17:29.208636 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:29.223457 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-bce7a767-0bf0-4b99-b8c2-6b6a4f2ce91c req-548d128c-05de-4f2d-ab46-0b731d67d11f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533845 Oct 17 03:17:30.050625 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [req-7aa1507b-d860-44d7-877e-f19bacebd796 req-330725fa-a489-4d7c-8369-599bb3cce6bd service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:17:30.051627 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7aa1507b-d860-44d7-877e-f19bacebd796 req-330725fa-a489-4d7c-8369-599bb3cce6bd service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054429 Oct 17 03:17:30.131649 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120f86e-b697-4723-aada-d024f5557ec5 req-54e9f19f-1018-4935-a1a7-f534db44bc63 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:30.133956 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0120f86e-b697-4723-aada-d024f5557ec5 req-54e9f19f-1018-4935-a1a7-f534db44bc63 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0490503 Oct 17 03:17:30.199241 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0120f86e-b697-4723-aada-d024f5557ec5 req-5e47d33b-7a83-4c84-aa22-258df7fbba16 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591023 Oct 17 03:17:30.232276 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82c364-7cf3-46b3-a3da-5faef8bf2c91 req-bb0deba6-6bfb-4706-8a4b-b483bf9af332 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:30.234382 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3b82c364-7cf3-46b3-a3da-5faef8bf2c91 req-bb0deba6-6bfb-4706-8a4b-b483bf9af332 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 945 time: 0.0507753 Oct 17 03:17:30.272979 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-f7038e1e-7dc7-4571-9e2d-f73b14b067b2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0379162 Oct 17 03:17:30.282625 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3b82c364-7cf3-46b3-a3da-5faef8bf2c91 req-506d6a53-ca2f-456b-a2f0-865ff980d35e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426352 Oct 17 03:17:30.354015 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-7851ba77-3719-43f6-8a2b-52b0a7301967 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:30.355396 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-7851ba77-3719-43f6-8a2b-52b0a7301967 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports/0fcb1d19-78cc-466d-b47b-f0891a46de92 HTTP/1.1" status: 200 len: 942 time: 0.0505636 Oct 17 03:17:30.623652 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 0fcb1d19-78cc-466d-b47b-f0891a46de92 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:17:30.699357 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 0fcb1d19-78cc-466d-b47b-f0891a46de92 is: ACTIVE; New status is: DOWN {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:17:30.699753 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:30.723916 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:17:30.726070 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a82030c-f1a1-4edc-acb4-d09fda4d583b" -d '{"events": [{"server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "name": "network-vif-unplugged", "status": "completed", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:17:30.739391 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:30.745076 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:30.745806 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 5c656ce8-361e-4b32-8e55-8e2061a8f354 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:17:30.768332 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Oct 2022 03:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19ef21b-246a-48a5-b436-401ac47b08e5 x-openstack-request-id: req-c19ef21b-246a-48a5-b436-401ac47b08e5 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:17:30.768620 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "name": "network-vif-unplugged", "status": "failed", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92", "code": 422}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:17:30.768870 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c19ef21b-246a-48a5-b436-401ac47b08e5 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:17:30.769264 dv-cinder-846977-2-iscsi neutron-server[104639]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c19ef21b-246a-48a5-b436-401ac47b08e5']: {'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'code': 422} returned with failed status Oct 17 03:17:30.786298 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: 5c656ce8-361e-4b32-8e55-8e2061a8f354 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:17:30.786645 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 5c656ce8-361e-4b32-8e55-8e2061a8f354 not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:17:30.811066 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=0fcb1d19-78cc-466d-b47b-f0891a46de92,revision_number=8']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:31.327260 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9c314-feee-44c4-a08e-2c091712ae53 req-927fbcd1-29e8-43d8-a52c-2aa2de988cd2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:31.328757 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92c9c314-feee-44c4-a08e-2c091712ae53 req-927fbcd1-29e8-43d8-a52c-2aa2de988cd2 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0479050 Oct 17 03:17:31.377496 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-92c9c314-feee-44c4-a08e-2c091712ae53 req-1d8a7fc4-0d6f-4dc8-8de5-433b90dcf326 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Oct 17 03:17:31.412361 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5389931-50cf-4af6-96c9-040962d93114 req-6e81608e-a5ee-487f-a48f-194f36edf0ea tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:31.413837 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c5389931-50cf-4af6-96c9-040962d93114 req-6e81608e-a5ee-487f-a48f-194f36edf0ea tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0475883 Oct 17 03:17:31.461252 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c5389931-50cf-4af6-96c9-040962d93114 req-0a222bcd-8948-4177-8d32-b913b2a9bcc2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416403 Oct 17 03:17:32.503907 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482f9b-2d42-4aa3-93ec-32c776dfbc68 req-3a322a0c-f32a-4e56-9da8-9823516750c7 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:32.505392 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-11482f9b-2d42-4aa3-93ec-32c776dfbc68 req-3a322a0c-f32a-4e56-9da8-9823516750c7 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0496559 Oct 17 03:17:32.554535 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-11482f9b-2d42-4aa3-93ec-32c776dfbc68 req-4681f2cf-87d3-4245-9aed-c21253dd4189 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3742832f-50ac-420f-a117-31bbe05dddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430143 Oct 17 03:17:32.586588 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d57d26-41e4-4710-95e3-ba0b7995374e req-d61b708d-0d4b-4fbe-bce9-608a33bdc962 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:32.588729 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-34d57d26-41e4-4710-95e3-ba0b7995374e req-d61b708d-0d4b-4fbe-bce9-608a33bdc962 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0470579 Oct 17 03:17:32.637894 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-34d57d26-41e4-4710-95e3-ba0b7995374e req-c77bc187-0504-45a2-b79e-552c5edc1dac tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437305 Oct 17 03:17:33.104904 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6bc45-f153-4bd4-859c-e7e74d61ff49 req-2f552c02-b9e0-4cbe-884b-6262e9e037de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:33.106459 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2fd6bc45-f153-4bd4-859c-e7e74d61ff49 req-2f552c02-b9e0-4cbe-884b-6262e9e037de tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 945 time: 0.0504971 Oct 17 03:17:33.229214 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-2fd6bc45-f153-4bd4-859c-e7e74d61ff49 req-43492249-ff5c-44f5-b72c-7c1aa605ff82 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Deleting port c31f984d-a48a-493a-8e53-83388b4caabf {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:17:33.229642 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2fd6bc45-f153-4bd4-859c-e7e74d61ff49 req-43492249-ff5c-44f5-b72c-7c1aa605ff82 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:33.328203 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-2fd6bc45-f153-4bd4-859c-e7e74d61ff49 req-43492249-ff5c-44f5-b72c-7c1aa605ff82 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] For port c31f984d-a48a-493a-8e53-83388b4caabf, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=c31f984d-a48a-493a-8e53-83388b4caabf,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:33.328667 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2fd6bc45-f153-4bd4-859c-e7e74d61ff49 req-43492249-ff5c-44f5-b72c-7c1aa605ff82 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:33.342064 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-2fd6bc45-f153-4bd4-859c-e7e74d61ff49 req-43492249-ff5c-44f5-b72c-7c1aa605ff82 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Calling delete_port for c31f984d-a48a-493a-8e53-83388b4caabf owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:17:33.468420 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2fd6bc45-f153-4bd4-859c-e7e74d61ff49 req-43492249-ff5c-44f5-b72c-7c1aa605ff82 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (c31f984d-a48a-493a-8e53-83388b4caabf), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:33.480485 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['c31f984d-a48a-493a-8e53-83388b4caabf'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:17:33.496863 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43492249-ff5c-44f5-b72c-7c1aa605ff82 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Pushing event deleted for resources: {'Port': ['ID=c31f984d-a48a-493a-8e53-83388b4caabf,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:33.549955 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:33.572402 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd6bc45-f153-4bd4-859c-e7e74d61ff49 req-43492249-ff5c-44f5-b72c-7c1aa605ff82 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] No DVR routers for this DVR port c31f984d-a48a-493a-8e53-83388b4caabf on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:17:33.576696 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2fd6bc45-f153-4bd4-859c-e7e74d61ff49 req-43492249-ff5c-44f5-b72c-7c1aa605ff82 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:33.579948 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2fd6bc45-f153-4bd4-859c-e7e74d61ff49 req-43492249-ff5c-44f5-b72c-7c1aa605ff82 tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.23 "DELETE /networking/v2.0/ports/c31f984d-a48a-493a-8e53-83388b4caabf HTTP/1.1" status: 204 len: 173 time: 0.4599795 Oct 17 03:17:33.582274 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f2768b-8259-439c-af06-7eff342615ee', 'name': 'network-vif-deleted', 'tag': 'c31f984d-a48a-493a-8e53-83388b4caabf'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:17:33.584631 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f30a99b-1f07-4b6d-94c0-e053b2b1452a" -d '{"events": [{"server_uuid": "90f2768b-8259-439c-af06-7eff342615ee", "name": "network-vif-deleted", "tag": "c31f984d-a48a-493a-8e53-83388b4caabf"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:17:33.589041 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-6e3db13c-2f9e-4771-b795-1690315e62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:33.590521 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-6e3db13c-2f9e-4771-b795-1690315e62c1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876&tenant_id=36f63b28bb4f4654b53a01507b337d52 HTTP/1.1" status: 200 len: 1127 time: 0.0872557 Oct 17 03:17:33.648812 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3060e26-3e69-4b8c-ad27-7cd49e64c7e8 x-openstack-request-id: req-d3060e26-3e69-4b8c-ad27-7cd49e64c7e8 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:17:33.649082 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f2768b-8259-439c-af06-7eff342615ee", "name": "network-vif-deleted", "tag": "c31f984d-a48a-493a-8e53-83388b4caabf", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:17:33.649338 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d3060e26-3e69-4b8c-ad27-7cd49e64c7e8 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:17:33.650248 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3060e26-3e69-4b8c-ad27-7cd49e64c7e8'] response: {'server_uuid': '90f2768b-8259-439c-af06-7eff342615ee', 'name': 'network-vif-deleted', 'tag': 'c31f984d-a48a-493a-8e53-83388b4caabf', 'status': 'completed', 'code': 200} Oct 17 03:17:33.668354 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-57a78168-eb85-4113-82d3-92417b2b42df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:33.670835 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-57a78168-eb85-4113-82d3-92417b2b42df service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 1127 time: 0.0538960 Oct 17 03:17:33.695240 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-15a64d66-2383-4865-9dfe-6f54dec43fb5 req-42adabc6-56fc-4d82-8278-f5e1d414feac tempest-ServerRescueNegativeTestJSON-1171271233 tempest-ServerRescueNegativeTestJSON-1171271233-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=90f2768b-8259-439c-af06-7eff342615ee HTTP/1.1" status: 200 len: 210 time: 0.0364361 Oct 17 03:17:33.804167 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380a7af-f04c-4dd6-8672-9ba0e04c57c3 req-74328ba2-9b63-402a-a0fd-444b3fe5f238 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:33.805623 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a380a7af-f04c-4dd6-8672-9ba0e04c57c3 req-74328ba2-9b63-402a-a0fd-444b3fe5f238 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0641072 Oct 17 03:17:33.834021 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-1e57de7c-9e73-4266-8aa5-2e0559ac3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:33.835666 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-1e57de7c-9e73-4266-8aa5-2e0559ac3b9d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 918 time: 0.1530986 Oct 17 03:17:33.845273 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:33.907460 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a380a7af-f04c-4dd6-8672-9ba0e04c57c3 req-e4862909-9d1c-4262-bef1-008f1c05b2c1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910401 Oct 17 03:17:33.922567 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-086c2ade-cd36-4715-922a-1dd5a80cf5f5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92 HTTP/1.1" status: 200 len: 998 time: 0.0758793 Oct 17 03:17:34.148327 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-cc6326f3-cdaa-43bf-b328-6dea75f8f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:34.149924 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-cc6326f3-cdaa-43bf-b328-6dea75f8f23a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 200 len: 856 time: 0.0522957 Oct 17 03:17:34.197634 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-027c73e4-a58d-43be-a0ac-2851bba2ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:34.199330 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-027c73e4-a58d-43be-a0ac-2851bba2ae31 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7be2416a-9e29-4953-b802-c76adc0aa669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402725 Oct 17 03:17:34.296852 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-47023fde-a4dd-491d-bb7b-ae4e4554b6f7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908365 Oct 17 03:17:34.389855 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7e704d9-0ab2-4ccb-9db8-89dbf05873b3 req-9b1ad71c-58e8-4b4a-9c7a-17aad21b93ec service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857728 Oct 17 03:17:34.636262 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 0fcb1d19-78cc-466d-b47b-f0891a46de92 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:17:34.667735 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:34.678993 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:34.716097 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 0fcb1d19-78cc-466d-b47b-f0891a46de92 is: DOWN; New status is: DOWN {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:17:34.756371 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41830) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:35.104309 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08651430-0a55-4183-8477-ad40849c7a06 req-4e25dc76-4cc0-4da0-a850-30e13eab39f8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:35.105826 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-08651430-0a55-4183-8477-ad40849c7a06 req-4e25dc76-4cc0-4da0-a850-30e13eab39f8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0593810 Oct 17 03:17:35.242563 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-08651430-0a55-4183-8477-ad40849c7a06 req-1d361f27-af10-43e5-b73d-a29311eac8c1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567906 Oct 17 03:17:35.251750 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:35.351591 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:35.401038 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752455'] for router_interface (34c4cf2a-7e78-42c9-812d-95bde9f3b158), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:35.443262 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=51 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:35.445173 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=38,neutron:DELETE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:35.641632 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Deleting port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:17:35.641981 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:35.727210 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] For port 80b8b54b-29f5-439d-9a53-bc6d60d14d2d, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=80b8b54b-29f5-439d-9a53-bc6d60d14d2d,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:35.727536 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:35.741610 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Calling delete_port for 80b8b54b-29f5-439d-9a53-bc6d60d14d2d owned by network:router_interface {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:17:35.932369 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (80b8b54b-29f5-439d-9a53-bc6d60d14d2d), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:35.958638 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Pushing event deleted for resources: {'Port': ['ID=80b8b54b-29f5-439d-9a53-bc6d60d14d2d,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:36.025037 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.025463 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.025852 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.026173 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.026505 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.026830 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.027180 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.027502 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.027825 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.028148 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.028468 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.028787 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.029105 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.029422 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.029737 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:36.101012 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:36.113468 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752435'] for router_interface (34c4cf2a-7e78-42c9-812d-95bde9f3b158), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:36.168384 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8d4b60-25e6-4898-970a-0f4354b21e2e None None] get_active_networks_info from dv-cinder-846977-2-iscsi {{(pid=104639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:17:36.267237 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d4b60-25e6-4898-970a-0f4354b21e2e None None] Resources bound (agent type, host, resource id): {{(pid=104639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:17:36.412521 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cb0cc-a923-49b3-99c0-487dc05ce26a req-1ce49d11-7813-4bbe-8821-3104c9592188 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:36.424045 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a2cb0cc-a923-49b3-99c0-487dc05ce26a req-1ce49d11-7813-4bbe-8821-3104c9592188 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0716848 Oct 17 03:17:36.428017 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:17:36.480293 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:36.480963 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a2cb0cc-a923-49b3-99c0-487dc05ce26a req-fe7139ee-ee47-4172-81b3-4430738f43cf tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543032 Oct 17 03:17:36.553623 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:17:36.562894 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc5f35-9eb6-49d0-b01a-86ddf0935315 None None] Sync routers for ids ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:17:36.564898 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-b00894f2-f443-4927-a5c8-e25b8d83257d admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/34c4cf2a-7e78-42c9-812d-95bde9f3b158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8068027 Oct 17 03:17:36.566619 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41840) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:36.579796 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc5f35-9eb6-49d0-b01a-86ddf0935315 None None] Routers {'34c4cf2a-7e78-42c9-812d-95bde9f3b158'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:17:36.580718 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-46dc5f35-9eb6-49d0-b01a-86ddf0935315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:17:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:36.695471 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Publish callbacks [] for router (34c4cf2a-7e78-42c9-812d-95bde9f3b158), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:36.722427 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-46dc5f35-9eb6-49d0-b01a-86ddf0935315 None None] Set router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:17:36.867867 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Publish callbacks [] for router_gateway (34c4cf2a-7e78-42c9-812d-95bde9f3b158), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:36.940293 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Deleting port ade2403d-729d-4733-9380-d7db88a167cc {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:17:36.940932 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (ade2403d-729d-4733-9380-d7db88a167cc), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:36.963235 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-46dc5f35-9eb6-49d0-b01a-86ddf0935315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:17:35Z', 'revision_number': 5, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port': {'id': 'ade2403d-729d-4733-9380-d7db88a167cc', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:15:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:36.995370 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc5f35-9eb6-49d0-b01a-86ddf0935315 None None] Checking router: 34c4cf2a-7e78-42c9-812d-95bde9f3b158 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:17:37.004735 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc5f35-9eb6-49d0-b01a-86ddf0935315 None None] Routers {'34c4cf2a-7e78-42c9-812d-95bde9f3b158'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:17:37.005349 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-46dc5f35-9eb6-49d0-b01a-86ddf0935315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:17:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:37.067805 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] For port ade2403d-729d-4733-9380-d7db88a167cc, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ade2403d-729d-4733-9380-d7db88a167cc,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:37.068028 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (ade2403d-729d-4733-9380-d7db88a167cc), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:37.084416 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Calling delete_port for ade2403d-729d-4733-9380-d7db88a167cc owned by network:router_gateway {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:17:37.106698 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-46dc5f35-9eb6-49d0-b01a-86ddf0935315 None None] Set router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 gateway port host: None {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:17:37.180286 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-46dc5f35-9eb6-49d0-b01a-86ddf0935315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:17:36Z', 'revision_number': 6, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port_host': None}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:37.222046 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc5f35-9eb6-49d0-b01a-86ddf0935315 None None] The sync data for ids ['34c4cf2a-7e78-42c9-812d-95bde9f3b158'] in dv-cinder-846977-2-iscsi is: [{'id': '34c4cf2a-7e78-42c9-812d-95bde9f3b158', 'name': 'tempest-ServerRescueNegativeTestJSON-1449147640-router', 'tenant_id': 'ee21a91b84794e80b208fe72b7f1e010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:17:36Z', 'revision_number': 6, 'project_id': 'ee21a91b84794e80b208fe72b7f1e010', 'gw_port_host': None}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:17:37.281767 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-40cc4c04-ee73-449a-bafe-e915de4cbd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:37.357006 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-c66ebfc3-83ba-4fe2-8593-606c38aabcd6 None None] Provisioning complete for port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:17:37.357710 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c66ebfc3-83ba-4fe2-8593-606c38aabcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:37.358194 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-c66ebfc3-83ba-4fe2-8593-606c38aabcd6 None None] Attempt 1 to provision port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e Oct 17 03:17:37.438457 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:37.460712 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-c66ebfc3-83ba-4fe2-8593-606c38aabcd6 None None] Current status of the port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:17:37.512915 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (ade2403d-729d-4733-9380-d7db88a167cc), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:37.554466 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade2403d-729d-4733-9380-d7db88a167cc,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:37.593839 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751737'] for router_gateway (34c4cf2a-7e78-42c9-812d-95bde9f3b158), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:37.717407 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55243bbe-3427-4f55-8a38-c38d864a58f3 req-929c4767-99b2-4026-83fc-f8a714983dbc tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:37.726360 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-55243bbe-3427-4f55-8a38-c38d864a58f3 req-929c4767-99b2-4026-83fc-f8a714983dbc tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.1301923 Oct 17 03:17:37.734882 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 80b8b54b-29f5-439d-9a53-bc6d60d14d2d no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:17:37.769013 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 80b8b54b-29f5-439d-9a53-bc6d60d14d2d {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:17:37.769501 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 80b8b54b-29f5-439d-9a53-bc6d60d14d2d not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:17:37.785813 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1154'] for router (34c4cf2a-7e78-42c9-812d-95bde9f3b158), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:37.792155 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Publish callbacks [] for router_controller (34c4cf2a-7e78-42c9-812d-95bde9f3b158), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:37.858214 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-55243bbe-3427-4f55-8a38-c38d864a58f3 req-6c953f94-5ac5-4016-a5fe-6f92a715c144 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306643 Oct 17 03:17:37.860745 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752491'] for router (34c4cf2a-7e78-42c9-812d-95bde9f3b158), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:37.861917 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34c4cf2a-7e78-42c9-812d-95bde9f3b158 {{(pid=104637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:17:37.867333 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:37.871791 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41850) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:37.872321 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-e4dd86f3-be9b-46c1-847c-dd1de97cb782 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/34c4cf2a-7e78-42c9-812d-95bde9f3b158 HTTP/1.1" status: 204 len: 168 time: 1.3032284 Oct 17 03:17:37.934853 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_v2 [None req-7238a30f-930f-4fb3-ae8f-f8034f569554 admin admin] Deleting subnet 3c2b1308-e6f8-4fcd-a091-659851e82f9a {{(pid=104638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:17:37.938239 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-7238a30f-930f-4fb3-ae8f-f8034f569554 admin admin] Publish callbacks [] for subnet (3c2b1308-e6f8-4fcd-a091-659851e82f9a), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:37.975386 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-7238a30f-930f-4fb3-ae8f-f8034f569554 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660978'] for subnet (3c2b1308-e6f8-4fcd-a091-659851e82f9a), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.096470 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-7238a30f-930f-4fb3-ae8f-f8034f569554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (3c2b1308-e6f8-4fcd-a091-659851e82f9a), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.160227 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-7238a30f-930f-4fb3-ae8f-f8034f569554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821080'] for subnet (3c2b1308-e6f8-4fcd-a091-659851e82f9a), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.202045 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238a30f-930f-4fb3-ae8f-f8034f569554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c2b1308-e6f8-4fcd-a091-659851e82f9a,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:38.204219 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-7238a30f-930f-4fb3-ae8f-f8034f569554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.207600 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-7238a30f-930f-4fb3-ae8f-f8034f569554 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/3c2b1308-e6f8-4fcd-a091-659851e82f9a HTTP/1.1" status: 204 len: 168 time: 0.3347774 Oct 17 03:17:38.208994 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d1b30-9668-46da-9b27-08444b4be4f6 None None] Network 9271d0b1-69d9-42d2-822e-fbd76c069e42 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:17:38.210288 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41852) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:38.294294 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:38.303905 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (9271d0b1-69d9-42d2-822e-fbd76c069e42), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.365647 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Deleting port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:17:38.365979 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.432901 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4420511-321d-4b47-9ad1-7052eea6c8d3 None None] DHCP port deletion for 9271d0b1-69d9-42d2-822e-fbd76c069e42 request from dv-cinder-846977-2-iscsi {{(pid=104639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:17:38.474692 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] For port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ac9357fd-90dd-4360-ad92-dc8e9ed1c12e,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:38.475084 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.476216 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-f4420511-321d-4b47-9ad1-7052eea6c8d3 None None] Deleting port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e {{(pid=104639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:17:38.476659 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f4420511-321d-4b47-9ad1-7052eea6c8d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), before_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.477343 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:38.504497 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Calling delete_port for ac9357fd-90dd-4360-ad92-dc8e9ed1c12e owned by network:dhcp {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:17:38.546743 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-f4420511-321d-4b47-9ad1-7052eea6c8d3 None None] For port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ac9357fd-90dd-4360-ad92-dc8e9ed1c12e,segment=NetworkSegment(d3e350db-50cf-4f52-be14-449a569ac490),segment_id=d3e350db-50cf-4f52-be14-449a569ac490)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:38.547280 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f4420511-321d-4b47-9ad1-7052eea6c8d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), precommit_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.561600 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-f4420511-321d-4b47-9ad1-7052eea6c8d3 None None] Calling delete_port for ac9357fd-90dd-4360-ad92-dc8e9ed1c12e owned by network:dhcp {{(pid=104639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:17:38.608264 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.635806 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device c31f984d-a48a-493a-8e53-83388b4caabf no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:17:38.636032 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] No DVR routers for this DVR port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e on host dv-cinder-846977-2-iscsi {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:17:38.660129 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: c31f984d-a48a-493a-8e53-83388b4caabf {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:17:38.660376 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device c31f984d-a48a-493a-8e53-83388b4caabf not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:17:38.685515 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f4420511-321d-4b47-9ad1-7052eea6c8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (ac9357fd-90dd-4360-ad92-dc8e9ed1c12e), after_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.699532 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9357fd-90dd-4360-ad92-dc8e9ed1c12e,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:38.713144 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4420511-321d-4b47-9ad1-7052eea6c8d3 None None] Pushing event deleted for resources: {'Port': ['ID=ac9357fd-90dd-4360-ad92-dc8e9ed1c12e,revision_number=None']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:38.717124 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4420511-321d-4b47-9ad1-7052eea6c8d3 None None] No DVR routers for this DVR port ac9357fd-90dd-4360-ad92-dc8e9ed1c12e on host dv-cinder-846977-2-iscsi {{(pid=104639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:17:38.754175 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (9271d0b1-69d9-42d2-822e-fbd76c069e42), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.778031 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9271d0b1-69d9-42d2-822e-fbd76c069e42']}} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:38.792598 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e350db-50cf-4f52-be14-449a569ac490') {'for_net_delete': True} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:38.792888 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e350db-50cf-4f52-be14-449a569ac490') {} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:17:38.802514 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3661003'] for segment (d3e350db-50cf-4f52-be14-449a569ac490), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.816188 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (d3e350db-50cf-4f52-be14-449a569ac490), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.824586 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=104638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:17:38.824965 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25377617'] for segment (d3e350db-50cf-4f52-be14-449a569ac490), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.877226 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment d3e350db-50cf-4f52-be14-449a569ac490 resource provider aggregate not found Oct 17 03:17:38.897527 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment d3e350db-50cf-4f52-be14-449a569ac490 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3e350db-50cf-4f52-be14-449a569ac490 found for delete ", "request_id": "req-c3db5c97-3317-4857-815c-0d87b143fbfd"}]} Oct 17 03:17:38.901953 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (9271d0b1-69d9-42d2-822e-fbd76c069e42), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.908930 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:38.915951 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/9271d0b1-69d9-42d2-822e-fbd76c069e42 HTTP/1.1" status: 204 len: 168 time: 0.7043769 Oct 17 03:17:38.928077 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c771-c2ad-4496-bf8f-6f3a36e8a993 admin admin] Pushing event deleted for resources: {'Network': ['ID=9271d0b1-69d9-42d2-822e-fbd76c069e42,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:39.072465 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9bf6c-2292-4d7f-bf02-14f1ae855a47 req-94cce042-364c-4032-a5d7-4f275a1cce42 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:39.073938 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2dd9bf6c-2292-4d7f-bf02-14f1ae855a47 req-94cce042-364c-4032-a5d7-4f275a1cce42 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0724275 Oct 17 03:17:39.086276 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 41864) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:39.153327 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2dd9bf6c-2292-4d7f-bf02-14f1ae855a47 req-8134529c-f41f-4067-b4e1-6f6bc993f1b5 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736091 Oct 17 03:17:39.155608 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-b5556671-a44d-45ce-8f6e-558e7dfb946c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ee21a91b84794e80b208fe72b7f1e010&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0684180 Oct 17 03:17:39.158403 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 41866) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:39.215335 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce7c82ef-3f5e-4055-b47d-2d7388e76025 admin admin] Publish callbacks [] for security_group (3742832f-50ac-420f-a117-31bbe05dddf6), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:39.237372 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce7c82ef-3f5e-4055-b47d-2d7388e76025 admin admin] Publish callbacks [] for security_group (3742832f-50ac-420f-a117-31bbe05dddf6), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:39.270316 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:39.293071 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce7c82ef-3f5e-4055-b47d-2d7388e76025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (3742832f-50ac-420f-a117-31bbe05dddf6), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:39.295936 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce7c82ef-3f5e-4055-b47d-2d7388e76025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:39.297134 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-ce7c82ef-3f5e-4055-b47d-2d7388e76025 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3742832f-50ac-420f-a117-31bbe05dddf6 HTTP/1.1" status: 204 len: 168 time: 0.1375644 Oct 17 03:17:39.304832 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c82ef-3f5e-4055-b47d-2d7388e76025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3742832f-50ac-420f-a117-31bbe05dddf6,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:39.370338 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4877cd5f-0f33-4189-8c7a-d784ec51e878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:39.412041 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ade2403d-729d-4733-9380-d7db88a167cc no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:17:39.449718 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: ade2403d-729d-4733-9380-d7db88a167cc {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:17:39.450406 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ade2403d-729d-4733-9380-d7db88a167cc not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:17:39.450502 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ac9357fd-90dd-4360-ad92-dc8e9ed1c12e no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:17:39.470995 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: ac9357fd-90dd-4360-ad92-dc8e9ed1c12e {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:17:39.471355 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ac9357fd-90dd-4360-ad92-dc8e9ed1c12e not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:17:40.317148 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b81d9b-e5f1-4547-a9b8-6c263aeb708c req-cedf193a-07d1-4636-b159-58685eae97d8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:40.319413 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-23b81d9b-e5f1-4547-a9b8-6c263aeb708c req-cedf193a-07d1-4636-b159-58685eae97d8 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0655787 Oct 17 03:17:40.383609 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-23b81d9b-e5f1-4547-a9b8-6c263aeb708c req-13de088e-d0b4-4907-8462-13fb9974abdc tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563200 Oct 17 03:17:40.720365 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:41.550617 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b16c0-33c8-4519-8834-69d0eb285b43 req-578bc894-d6a8-4088-ac06-93a67dfbe1d9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:41.552177 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-810b16c0-33c8-4519-8834-69d0eb285b43 req-578bc894-d6a8-4088-ac06-93a67dfbe1d9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0533574 Oct 17 03:17:41.606899 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-810b16c0-33c8-4519-8834-69d0eb285b43 req-e603bc33-2b87-447b-afd5-3129edc867f9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488827 Oct 17 03:17:42.142793 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:42.320542 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:42.330752 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:42.789423 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103fca9-e0fe-4d75-b844-ae27b3a9d62b req-40841a00-ed79-49ea-b53c-ce57bc16aaef tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:42.791923 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f103fca9-e0fe-4d75-b844-ae27b3a9d62b req-40841a00-ed79-49ea-b53c-ce57bc16aaef tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0744851 Oct 17 03:17:42.855672 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f103fca9-e0fe-4d75-b844-ae27b3a9d62b req-e4c47908-437d-4579-b041-b4d7fa0dfdd4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567794 Oct 17 03:17:44.001935 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fab172-06e5-45b1-ae2a-e7be2c92630b req-3b9c58b7-b3da-4706-a753-9594a0615b8b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:44.003443 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-63fab172-06e5-45b1-ae2a-e7be2c92630b req-3b9c58b7-b3da-4706-a753-9594a0615b8b tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0658782 Oct 17 03:17:44.054705 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-63fab172-06e5-45b1-ae2a-e7be2c92630b req-13b2e3b5-c5fb-4ce0-b470-f618c2d818a3 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456409 Oct 17 03:17:45.178333 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40a1a1-d841-4169-b43e-5e592d1efc28 req-5587fe5d-fc80-445a-9d27-adf785dcdaa3 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:45.179781 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9a40a1a1-d841-4169-b43e-5e592d1efc28 req-5587fe5d-fc80-445a-9d27-adf785dcdaa3 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0453029 Oct 17 03:17:45.226251 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9a40a1a1-d841-4169-b43e-5e592d1efc28 req-954bde45-8589-4bcb-8359-f195e5974421 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406573 Oct 17 03:17:45.440322 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:17:46.354668 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37520b06-a2b4-482d-a64f-e006a0923213 req-b6719d8c-4d79-49ad-8c64-982f57632990 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:46.356136 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-37520b06-a2b4-482d-a64f-e006a0923213 req-b6719d8c-4d79-49ad-8c64-982f57632990 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0465398 Oct 17 03:17:46.395075 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:46.403759 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-37520b06-a2b4-482d-a64f-e006a0923213 req-dbcece6a-decf-4fdc-bfd7-4166e6fde072 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421455 Oct 17 03:17:46.913043 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:46.920948 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:47.184347 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=50 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:47.530478 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae753-47b7-488a-ac21-d351362770d5 req-e658bd93-529a-4e8e-83cb-f5994d09b529 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:47.531958 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e5bae753-47b7-488a-ac21-d351362770d5 req-e658bd93-529a-4e8e-83cb-f5994d09b529 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0457249 Oct 17 03:17:47.578803 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e5bae753-47b7-488a-ac21-d351362770d5 req-473f540f-52e2-45e2-908a-60c48f7228ce tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408537 Oct 17 03:17:48.710084 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f6f3c-f336-4657-9f8e-d397d81af075 req-b36f7480-0378-42f0-b7a3-f932bdf92643 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:48.711608 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2e2f6f3c-f336-4657-9f8e-d397d81af075 req-b36f7480-0378-42f0-b7a3-f932bdf92643 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0511880 Oct 17 03:17:48.761145 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2e2f6f3c-f336-4657-9f8e-d397d81af075 req-7865c2c8-1480-4ae1-abe7-3d5274302929 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425823 Oct 17 03:17:49.888281 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6309857-bdf8-4220-a26c-6003d88e3cf8 req-e244a59b-5916-4e89-bf9f-0eb73e427840 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:49.889637 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d6309857-bdf8-4220-a26c-6003d88e3cf8 req-e244a59b-5916-4e89-bf9f-0eb73e427840 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 943 time: 0.0489292 Oct 17 03:17:49.936701 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d6309857-bdf8-4220-a26c-6003d88e3cf8 req-9bef8617-af43-4bca-b421-194e3cc9fc59 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416260 Oct 17 03:17:50.693110 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 0fcb1d19-78cc-466d-b47b-f0891a46de92 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:17:50.791063 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:50.801768 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'port_id': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'mac_address': 'fa:16:3e:7b:c8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:17:50.839844 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 0fcb1d19-78cc-466d-b47b-f0891a46de92 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:17:50.840151 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:50.852923 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcb1d19-78cc-466d-b47b-f0891a46de92 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:17:50.872954 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:50.876492 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:50.920983 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=0fcb1d19-78cc-466d-b47b-f0891a46de92,revision_number=9']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:51.064245 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd427fb-ea7e-4ab4-8b34-4de2d316a585 req-98451340-b479-4a3c-8054-c6c7b91e38e4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:51.065735 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abd427fb-ea7e-4ab4-8b34-4de2d316a585 req-98451340-b479-4a3c-8054-c6c7b91e38e4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 944 time: 0.0476081 Oct 17 03:17:51.103908 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['0fcb1d19-78cc-466d-b47b-f0891a46de92'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:17:51.114674 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abd427fb-ea7e-4ab4-8b34-4de2d316a585 req-212b7d6d-706a-40ab-8623-79457d12f839 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434353 Oct 17 03:17:51.161424 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ec88b-dc0e-40eb-8096-49dae33a0cf8 req-82a9fab4-7ec6-4406-a7f1-da297d442c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:51.162947 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3e4ec88b-dc0e-40eb-8096-49dae33a0cf8 req-82a9fab4-7ec6-4406-a7f1-da297d442c63 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=36f63b28bb4f4654b53a01507b337d52&device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 1128 time: 0.0446000 Oct 17 03:17:51.249768 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:51.271911 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ec88b-dc0e-40eb-8096-49dae33a0cf8 req-ee5ad628-e57d-4971-9fc5-48da7132039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:51.273359 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3e4ec88b-dc0e-40eb-8096-49dae33a0cf8 req-ee5ad628-e57d-4971-9fc5-48da7132039b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 200 len: 918 time: 0.0923769 Oct 17 03:17:51.334481 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3e4ec88b-dc0e-40eb-8096-49dae33a0cf8 req-92a5db04-a93e-42cf-8c0a-09c37eaecc0b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92 HTTP/1.1" status: 200 len: 999 time: 0.0535281 Oct 17 03:17:51.388868 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ec88b-dc0e-40eb-8096-49dae33a0cf8 req-660fd44d-6ac1-478a-87bc-df867b8dc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:51.390337 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3e4ec88b-dc0e-40eb-8096-49dae33a0cf8 req-660fd44d-6ac1-478a-87bc-df867b8dc6f7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 200 len: 856 time: 0.0486379 Oct 17 03:17:51.444592 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ec88b-dc0e-40eb-8096-49dae33a0cf8 req-aa7c06ef-5146-4b95-a6a0-b33aaaf879f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:51.446173 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3e4ec88b-dc0e-40eb-8096-49dae33a0cf8 req-aa7c06ef-5146-4b95-a6a0-b33aaaf879f2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7be2416a-9e29-4953-b802-c76adc0aa669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494475 Oct 17 03:17:51.542398 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3e4ec88b-dc0e-40eb-8096-49dae33a0cf8 req-98cde850-421b-4bea-8ca4-2f9c166fd129 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890424 Oct 17 03:17:51.766855 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42054) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:51.875999 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-dbd5ae76-d563-44dc-9d14-06c697c5f9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:51.877679 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3e4ec88b-dc0e-40eb-8096-49dae33a0cf8 req-276c8b2d-f473-4ca4-998b-bb9c8718cbfa service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281624 Oct 17 03:17:51.886434 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:DELETE=9,neutron:UPDATE=2,neutron:SELECT=89 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:51.956428 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-dbd5ae76-d563-44dc-9d14-06c697c5f9c7 admin admin] Publish callbacks [] for security_group (bb1d648c-f1e8-4357-92bf-0b5f9ffa48c5), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:51.960672 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-dbd5ae76-d563-44dc-9d14-06c697c5f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (bb1d648c-f1e8-4357-92bf-0b5f9ffa48c5), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.000770 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-dbd5ae76-d563-44dc-9d14-06c697c5f9c7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bc61eb62575941baa41b079f1a697971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328269 Oct 17 03:17:52.001923 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5ae76-d563-44dc-9d14-06c697c5f9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1d648c-f1e8-4357-92bf-0b5f9ffa48c5,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:52.003455 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42058) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:52.051702 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fe167fe-ce50-4043-8da7-95e81e2bd294 admin admin] Publish callbacks [] for security_group (bb1d648c-f1e8-4357-92bf-0b5f9ffa48c5), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.074474 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fe167fe-ce50-4043-8da7-95e81e2bd294 admin admin] Publish callbacks [] for security_group (bb1d648c-f1e8-4357-92bf-0b5f9ffa48c5), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.120047 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fe167fe-ce50-4043-8da7-95e81e2bd294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (bb1d648c-f1e8-4357-92bf-0b5f9ffa48c5), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.122665 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6fe167fe-ce50-4043-8da7-95e81e2bd294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.123896 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6fe167fe-ce50-4043-8da7-95e81e2bd294 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bb1d648c-f1e8-4357-92bf-0b5f9ffa48c5 HTTP/1.1" status: 204 len: 168 time: 0.1187837 Oct 17 03:17:52.132436 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe167fe-ce50-4043-8da7-95e81e2bd294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1d648c-f1e8-4357-92bf-0b5f9ffa48c5,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:52.249528 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e91ff2-eb2f-46c4-99c9-4232573f6242 req-781f7275-603e-4db2-8892-4841c0c171c4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:52.251049 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-74e91ff2-eb2f-46c4-99c9-4232573f6242 req-781f7275-603e-4db2-8892-4841c0c171c4 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 944 time: 0.0524971 Oct 17 03:17:52.305471 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-74e91ff2-eb2f-46c4-99c9-4232573f6242 req-36518b41-ca50-44d9-99c2-a2fafe300408 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485466 Oct 17 03:17:52.405665 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42066) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:52.420209 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-86dcb404-13e7-48c6-ab6c-6597afc3eb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.491309 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:52.493388 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-86dcb404-13e7-48c6-ab6c-6597afc3eb09 admin admin] Publish callbacks [] for security_group (67c4f9c4-28b9-4ff3-bb13-9930d23fb817), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.497174 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-86dcb404-13e7-48c6-ab6c-6597afc3eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (67c4f9c4-28b9-4ff3-bb13-9930d23fb817), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.536989 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-86dcb404-13e7-48c6-ab6c-6597afc3eb09 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=16d88cf51228474c84ad9d495494115c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302500 Oct 17 03:17:52.538037 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcb404-13e7-48c6-ab6c-6597afc3eb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c4f9c4-28b9-4ff3-bb13-9930d23fb817,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:52.539675 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42068) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:52.588723 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e82343c0-bd69-400d-8164-4fddc93edbac admin admin] Publish callbacks [] for security_group (67c4f9c4-28b9-4ff3-bb13-9930d23fb817), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.608349 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e82343c0-bd69-400d-8164-4fddc93edbac admin admin] Publish callbacks [] for security_group (67c4f9c4-28b9-4ff3-bb13-9930d23fb817), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.617947 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:52.659146 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e82343c0-bd69-400d-8164-4fddc93edbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (67c4f9c4-28b9-4ff3-bb13-9930d23fb817), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.661823 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e82343c0-bd69-400d-8164-4fddc93edbac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.662985 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-e82343c0-bd69-400d-8164-4fddc93edbac admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/67c4f9c4-28b9-4ff3-bb13-9930d23fb817 HTTP/1.1" status: 204 len: 168 time: 0.1222069 Oct 17 03:17:52.670948 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82343c0-bd69-400d-8164-4fddc93edbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c4f9c4-28b9-4ff3-bb13-9930d23fb817,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:52.694190 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 0fcb1d19-78cc-466d-b47b-f0891a46de92 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:17:52.738746 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 0fcb1d19-78cc-466d-b47b-f0891a46de92 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:17:52.739277 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.739714 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 0fcb1d19-78cc-466d-b47b-f0891a46de92 Oct 17 03:17:52.822914 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 0fcb1d19-78cc-466d-b47b-f0891a46de92 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:17:52.823311 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.847701 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:17:52.849902 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4a9e98-6c68-4c99-8ee7-86d6a2e0efa1" -d '{"events": [{"server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:17:52.863379 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:17:52.868002 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:52.919875 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=0fcb1d19-78cc-466d-b47b-f0891a46de92,revision_number=10']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:53.020214 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cc7e50-bd4f-44c9-90b7-43c4f386b443 x-openstack-request-id: req-c8cc7e50-bd4f-44c9-90b7-43c4f386b443 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:17:53.020526 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "name": "network-vif-plugged", "status": "completed", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:17:53.021345 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c8cc7e50-bd4f-44c9-90b7-43c4f386b443 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:17:53.021345 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8cc7e50-bd4f-44c9-90b7-43c4f386b443'] response: {'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'code': 200} Oct 17 03:17:53.440913 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994583d7-66fb-4cf1-acdc-6b258b314888 req-892bf62f-b078-45f9-8e0e-48ae5ecbd3c2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:53.442585 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-994583d7-66fb-4cf1-acdc-6b258b314888 req-892bf62f-b078-45f9-8e0e-48ae5ecbd3c2 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 946 time: 0.0528123 Oct 17 03:17:53.503335 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-994583d7-66fb-4cf1-acdc-6b258b314888 req-d8ea0878-8457-46eb-b42c-ed4e299d0a57 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535944 Oct 17 03:17:53.865779 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b8b12-90ea-4fa8-aaec-689a971dbb59 req-8616b306-c4a2-4a2f-ab97-912fa8129ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:53.867749 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cf8b8b12-90ea-4fa8-aaec-689a971dbb59 req-8616b306-c4a2-4a2f-ab97-912fa8129ac2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 1130 time: 0.0447614 Oct 17 03:17:53.921975 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cf8b8b12-90ea-4fa8-aaec-689a971dbb59 req-8f53f1f4-392e-4406-b956-7bf4238de273 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481861 Oct 17 03:17:54.640482 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f2e16-ef92-4c6e-824b-35b32a790558 req-8bf8c665-aa7d-419a-8e7a-b1444cc26cb6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:54.641943 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-848f2e16-ef92-4c6e-824b-35b32a790558 req-8bf8c665-aa7d-419a-8e7a-b1444cc26cb6 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 946 time: 0.0467775 Oct 17 03:17:54.689482 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-848f2e16-ef92-4c6e-824b-35b32a790558 req-0eff2c57-6cce-4dd6-9015-b46bab534c6f tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419741 Oct 17 03:17:55.845850 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33f7a9-ef83-4460-8f9c-7ba2202652cc req-8d9aaa74-c7a2-457e-932e-6a48c2731356 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:55.848592 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3a33f7a9-ef83-4460-8f9c-7ba2202652cc req-8d9aaa74-c7a2-457e-932e-6a48c2731356 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 946 time: 0.0599473 Oct 17 03:17:55.921135 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3a33f7a9-ef83-4460-8f9c-7ba2202652cc req-54df1e20-05f5-4b02-897b-6813952c6eee tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643950 Oct 17 03:17:57.053540 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc674654-98ef-4893-b677-80f6b171ed4a req-14a62954-cc06-4d31-8039-22baea45d487 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:17:57.058293 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fc674654-98ef-4893-b677-80f6b171ed4a req-14a62954-cc06-4d31-8039-22baea45d487 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 946 time: 0.0529230 Oct 17 03:17:57.082807 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:57.112039 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fc674654-98ef-4893-b677-80f6b171ed4a req-5e54cfb5-8dd1-4583-8d87-e51c9afbc5e1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502436 Oct 17 03:17:57.948281 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42264) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:58.052776 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.126148 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Publish callbacks [] for security_group (fa1e11f2-f299-4bbf-bf31-64a3dd63a44e), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.129801 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (fa1e11f2-f299-4bbf-bf31-64a3dd63a44e), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.169125 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ff859f5c6d0c46d38ee3a9ec52345005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197988 Oct 17 03:17:58.169986 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1e11f2-f299-4bbf-bf31-64a3dd63a44e,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:58.171908 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42268) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:58.177102 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.177450 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.177785 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.178115 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.178442 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.178764 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.179119 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.179437 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.179754 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.180070 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.180386 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.181258 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.181765 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.182089 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.182405 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30721dcd-a5ff-4b4d-acd4-b04010f6074b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:17:58.221835 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-63ca0980-91a5-4257-9da3-608f8b767d0f admin admin] Publish callbacks [] for security_group (fa1e11f2-f299-4bbf-bf31-64a3dd63a44e), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.241829 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-63ca0980-91a5-4257-9da3-608f8b767d0f admin admin] Publish callbacks [] for security_group (fa1e11f2-f299-4bbf-bf31-64a3dd63a44e), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.291339 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-63ca0980-91a5-4257-9da3-608f8b767d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (fa1e11f2-f299-4bbf-bf31-64a3dd63a44e), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.293885 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-63ca0980-91a5-4257-9da3-608f8b767d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.295060 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-63ca0980-91a5-4257-9da3-608f8b767d0f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fa1e11f2-f299-4bbf-bf31-64a3dd63a44e HTTP/1.1" status: 204 len: 168 time: 0.1221306 Oct 17 03:17:58.302809 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca0980-91a5-4257-9da3-608f8b767d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1e11f2-f299-4bbf-bf31-64a3dd63a44e,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:58.459069 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=38 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:58.459803 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:58.560974 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42276) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:58.574549 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-42fb4726-5eda-4360-a666-682a1335b3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.628869 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:17:58.652222 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-42fb4726-5eda-4360-a666-682a1335b3dc admin admin] Publish callbacks [] for security_group (c5a2da05-89de-4691-a6f0-44796c5a6e60), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.656120 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-42fb4726-5eda-4360-a666-682a1335b3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (c5a2da05-89de-4691-a6f0-44796c5a6e60), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.695028 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-42fb4726-5eda-4360-a666-682a1335b3dc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d4b687ba27ce49dab0b8faf881880aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330004 Oct 17 03:17:58.697433 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb4726-5eda-4360-a666-682a1335b3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a2da05-89de-4691-a6f0-44796c5a6e60,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:17:58.698099 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42278) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:17:58.751739 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7d3c-caf1-43ca-b6e7-13ad2e2d9677 admin admin] Publish callbacks [] for security_group (c5a2da05-89de-4691-a6f0-44796c5a6e60), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.771754 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7d3c-caf1-43ca-b6e7-13ad2e2d9677 admin admin] Publish callbacks [] for security_group (c5a2da05-89de-4691-a6f0-44796c5a6e60), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.818208 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7d3c-caf1-43ca-b6e7-13ad2e2d9677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (c5a2da05-89de-4691-a6f0-44796c5a6e60), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.820831 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7d3c-caf1-43ca-b6e7-13ad2e2d9677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:17:58.821946 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-9a2f7d3c-caf1-43ca-b6e7-13ad2e2d9677 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c5a2da05-89de-4691-a6f0-44796c5a6e60 HTTP/1.1" status: 204 len: 168 time: 0.1228666 Oct 17 03:17:58.829803 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f7d3c-caf1-43ca-b6e7-13ad2e2d9677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a2da05-89de-4691-a6f0-44796c5a6e60,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:03.138277 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42366) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:03.255225 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-93e42a8d-82ee-4033-9f78-381b4ddf3484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:03.292410 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=9 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:03.341813 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-93e42a8d-82ee-4033-9f78-381b4ddf3484 admin admin] Publish callbacks [] for security_group (e9fe76cd-ccf7-4bae-b374-ba4d36accc0a), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:03.345693 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-93e42a8d-82ee-4033-9f78-381b4ddf3484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (e9fe76cd-ccf7-4bae-b374-ba4d36accc0a), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:03.390052 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-93e42a8d-82ee-4033-9f78-381b4ddf3484 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=efc506bf933a4379b4831bbc26a70b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505703 Oct 17 03:18:03.390683 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e42a8d-82ee-4033-9f78-381b4ddf3484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fe76cd-ccf7-4bae-b374-ba4d36accc0a,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:03.393015 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42372) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:03.451104 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-64866465-0aed-4401-8902-2a36afaba562 admin admin] Publish callbacks [] for security_group (e9fe76cd-ccf7-4bae-b374-ba4d36accc0a), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:03.471315 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-64866465-0aed-4401-8902-2a36afaba562 admin admin] Publish callbacks [] for security_group (e9fe76cd-ccf7-4bae-b374-ba4d36accc0a), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:03.522709 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-64866465-0aed-4401-8902-2a36afaba562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (e9fe76cd-ccf7-4bae-b374-ba4d36accc0a), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:03.525698 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-64866465-0aed-4401-8902-2a36afaba562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:03.526895 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-64866465-0aed-4401-8902-2a36afaba562 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e9fe76cd-ccf7-4bae-b374-ba4d36accc0a HTTP/1.1" status: 204 len: 168 time: 0.1323240 Oct 17 03:18:03.535090 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64866465-0aed-4401-8902-2a36afaba562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fe76cd-ccf7-4bae-b374-ba4d36accc0a,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:03.797139 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42380) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:03.811272 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d3a16e28-8bf0-4661-be28-56e9a9fa57b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:03.886830 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d3a16e28-8bf0-4661-be28-56e9a9fa57b4 admin admin] Publish callbacks [] for security_group (01fa53de-cfc0-403c-a2b4-ccb454183bc5), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:03.890238 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d3a16e28-8bf0-4661-be28-56e9a9fa57b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (01fa53de-cfc0-403c-a2b4-ccb454183bc5), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:03.907942 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:03.930116 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-d3a16e28-8bf0-4661-be28-56e9a9fa57b4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=44052dd57f9a4531814d3ccdd7105350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319294 Oct 17 03:18:03.933294 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a16e28-8bf0-4661-be28-56e9a9fa57b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fa53de-cfc0-403c-a2b4-ccb454183bc5,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:03.933927 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42382) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:03.983020 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-78be877c-5dfa-43a7-a247-aba079e0e7ad admin admin] Publish callbacks [] for security_group (01fa53de-cfc0-403c-a2b4-ccb454183bc5), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:04.003886 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-78be877c-5dfa-43a7-a247-aba079e0e7ad admin admin] Publish callbacks [] for security_group (01fa53de-cfc0-403c-a2b4-ccb454183bc5), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:04.052222 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-78be877c-5dfa-43a7-a247-aba079e0e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (01fa53de-cfc0-403c-a2b4-ccb454183bc5), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:04.054773 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-78be877c-5dfa-43a7-a247-aba079e0e7ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:04.058994 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-78be877c-5dfa-43a7-a247-aba079e0e7ad admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/01fa53de-cfc0-403c-a2b4-ccb454183bc5 HTTP/1.1" status: 204 len: 168 time: 0.1216657 Oct 17 03:18:04.064490 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be877c-5dfa-43a7-a247-aba079e0e7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fa53de-cfc0-403c-a2b4-ccb454183bc5,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:07.268915 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3da57843-68fb-407d-958c-7f215207030c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:09.323217 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c984705c-5aa6-4ee5-893f-f42dad381d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:10.584991 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42556) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:10.690622 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-aec3e85a-79af-412b-b0a4-5dd5318e78c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:10.707190 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:10.719814 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:10.771271 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-aec3e85a-79af-412b-b0a4-5dd5318e78c0 admin admin] Publish callbacks [] for security_group (8a1a0af8-4ffc-4b1b-859a-6a35b18483db), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:10.775195 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-aec3e85a-79af-412b-b0a4-5dd5318e78c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (8a1a0af8-4ffc-4b1b-859a-6a35b18483db), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:10.815415 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-aec3e85a-79af-412b-b0a4-5dd5318e78c0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=22430f2c851843e4a64cffb06adc3902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293699 Oct 17 03:18:10.816285 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3e85a-79af-412b-b0a4-5dd5318e78c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1a0af8-4ffc-4b1b-859a-6a35b18483db,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:10.818182 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42560) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:10.868127 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62f89792-be24-416d-b83e-c752b2043318 admin admin] Publish callbacks [] for security_group (8a1a0af8-4ffc-4b1b-859a-6a35b18483db), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:10.892264 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62f89792-be24-416d-b83e-c752b2043318 admin admin] Publish callbacks [] for security_group (8a1a0af8-4ffc-4b1b-859a-6a35b18483db), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:10.919232 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:10.945502 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62f89792-be24-416d-b83e-c752b2043318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (8a1a0af8-4ffc-4b1b-859a-6a35b18483db), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:10.948837 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62f89792-be24-416d-b83e-c752b2043318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:10.951291 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-62f89792-be24-416d-b83e-c752b2043318 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8a1a0af8-4ffc-4b1b-859a-6a35b18483db HTTP/1.1" status: 204 len: 168 time: 0.1320996 Oct 17 03:18:10.965568 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f89792-be24-416d-b83e-c752b2043318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1a0af8-4ffc-4b1b-859a-6a35b18483db,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:11.254609 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42572) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:11.270359 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5ddd79e5-8a1e-4191-8b2e-e35ea512ccfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:11.357581 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5ddd79e5-8a1e-4191-8b2e-e35ea512ccfd admin admin] Publish callbacks [] for security_group (0eb690f9-a658-4be6-b1c5-22d3a45ffc05), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:11.361273 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5ddd79e5-8a1e-4191-8b2e-e35ea512ccfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (0eb690f9-a658-4be6-b1c5-22d3a45ffc05), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:11.404078 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-5ddd79e5-8a1e-4191-8b2e-e35ea512ccfd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fa546bcf98e242ddbcd1513a949c89c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480217 Oct 17 03:18:11.405015 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd79e5-8a1e-4191-8b2e-e35ea512ccfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb690f9-a658-4be6-b1c5-22d3a45ffc05,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:11.406967 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42578) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:11.463774 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1f35488d-6261-419f-96da-6a00d55e3aff admin admin] Publish callbacks [] for security_group (0eb690f9-a658-4be6-b1c5-22d3a45ffc05), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:11.485961 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1f35488d-6261-419f-96da-6a00d55e3aff admin admin] Publish callbacks [] for security_group (0eb690f9-a658-4be6-b1c5-22d3a45ffc05), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:11.537144 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1f35488d-6261-419f-96da-6a00d55e3aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (0eb690f9-a658-4be6-b1c5-22d3a45ffc05), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:11.539524 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1f35488d-6261-419f-96da-6a00d55e3aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:11.540777 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-1f35488d-6261-419f-96da-6a00d55e3aff admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0eb690f9-a658-4be6-b1c5-22d3a45ffc05 HTTP/1.1" status: 204 len: 168 time: 0.1326423 Oct 17 03:18:11.548538 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35488d-6261-419f-96da-6a00d55e3aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb690f9-a658-4be6-b1c5-22d3a45ffc05,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:11.875609 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bec51-9a8b-4563-8018-71f066f811aa req-0a595e1b-fe5b-48c7-9381-5247dfe0ae3a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:11.877222 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-109bec51-9a8b-4563-8018-71f066f811aa req-0a595e1b-fe5b-48c7-9381-5247dfe0ae3a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 945 time: 0.0506046 Oct 17 03:18:11.909767 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=15 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:11.930675 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-109bec51-9a8b-4563-8018-71f066f811aa req-5b7c4d5d-eeb9-449d-87f2-370597c0ef6e tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5cab84bd-278f-4390-9253-7302319538c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466189 Oct 17 03:18:12.145245 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:12.318269 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:12.323921 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:13.057035 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48890774-7eae-446f-a32b-ac9c6420d2be req-068a8671-59a6-42c7-b5bc-b94d68830d39 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:13.058826 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-48890774-7eae-446f-a32b-ac9c6420d2be req-068a8671-59a6-42c7-b5bc-b94d68830d39 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 945 time: 0.0490248 Oct 17 03:18:13.107996 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-48890774-7eae-446f-a32b-ac9c6420d2be req-ca378fa5-03f3-4809-b6a5-faa663350349 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5cab84bd-278f-4390-9253-7302319538c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434330 Oct 17 03:18:13.552733 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-64f5d679-ce30-494a-aba5-a412e7078251 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:13.554265 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-64f5d679-ce30-494a-aba5-a412e7078251 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 945 time: 0.0486221 Oct 17 03:18:13.641672 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=7 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:13.654216 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Deleting port 5ea75a02-e55b-48e9-bc6b-8eb295df879e {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:13.654557 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:13.751913 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] For port 5ea75a02-e55b-48e9-bc6b-8eb295df879e, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=5ea75a02-e55b-48e9-bc6b-8eb295df879e,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:13.752281 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:13.932048 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:13.932447 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (43329f52-1bf4-4af9-98a1-768cc6b52c3c), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:13.932766 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Floating IP 43329f52-1bf4-4af9-98a1-768cc6b52c3c disassociated. External IP: 172.27.0.213, port: 5ea75a02-e55b-48e9-bc6b-8eb295df879e. Oct 17 03:18:13.933109 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Calling delete_port for 5ea75a02-e55b-48e9-bc6b-8eb295df879e owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:14.066824 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (5ea75a02-e55b-48e9-bc6b-8eb295df879e), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:14.099400 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event deleted for resources: {'Port': ['ID=5ea75a02-e55b-48e9-bc6b-8eb295df879e,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:14.217021 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:14.222824 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1740dbd4-7931-4fd5-9b63-854b7dd595d1 req-7e15d40e-1204-4ed6-b9dd-39643039e1a8 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 210 time: 0.0296662 Oct 17 03:18:14.248077 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4cb76-35fe-4240-83a7-c57802f5fb2f req-6f394faa-8b54-482c-987d-944c516471ad tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:14.249604 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7ba4cb76-35fe-4240-83a7-c57802f5fb2f req-6f394faa-8b54-482c-987d-944c516471ad tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 945 time: 0.0660231 Oct 17 03:18:14.258997 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Router f6782d4e-5bef-4f0e-a454-72c841ef9e46 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:18:14.344284 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7ba4cb76-35fe-4240-83a7-c57802f5fb2f req-38a2be16-736c-40fc-abce-332487b667f3 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a0eec431-9251-438b-a7a9-abd3ab16a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871685 Oct 17 03:18:14.399630 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:18:14.410774 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eca9c5d-cc38-433f-ac3e-55a84e100e7a None None] Sync routers for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:18:14.421396 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca9c5d-cc38-433f-ac3e-55a84e100e7a None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:14.422000 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-7eca9c5d-cc38-433f-ac3e-55a84e100e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:14.445698 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] No DVR routers for this DVR port 5ea75a02-e55b-48e9-bc6b-8eb295df879e on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:18:14.448616 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:14.452239 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ac901f5b-9e36-4eaf-a4a6-8a67b778e039 req-79f852a2-44f6-48ed-a568-56891fdc945b tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.23 "DELETE /networking/v2.0/ports/5ea75a02-e55b-48e9-bc6b-8eb295df879e HTTP/1.1" status: 204 len: 173 time: 0.8926044 Oct 17 03:18:14.452743 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'name': 'network-vif-deleted', 'tag': '5ea75a02-e55b-48e9-bc6b-8eb295df879e'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:18:14.455000 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba2978e-c3ce-4a67-a9af-39f58fb431eb" -d '{"events": [{"server_uuid": "87c4c474-a5ab-4532-bffa-5b3d2cb15d55", "name": "network-vif-deleted", "tag": "5ea75a02-e55b-48e9-bc6b-8eb295df879e"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:18:14.500960 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c47873-f1a1-4ae5-be5a-bd07c7455ca4 x-openstack-request-id: req-72c47873-f1a1-4ae5-be5a-bd07c7455ca4 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:18:14.501252 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c4c474-a5ab-4532-bffa-5b3d2cb15d55", "name": "network-vif-deleted", "tag": "5ea75a02-e55b-48e9-bc6b-8eb295df879e", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:18:14.501510 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-72c47873-f1a1-4ae5-be5a-bd07c7455ca4 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:18:14.501922 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c47873-f1a1-4ae5-be5a-bd07c7455ca4'] response: {'server_uuid': '87c4c474-a5ab-4532-bffa-5b3d2cb15d55', 'name': 'network-vif-deleted', 'tag': '5ea75a02-e55b-48e9-bc6b-8eb295df879e', 'status': 'completed', 'code': 200} Oct 17 03:18:14.541390 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-7eca9c5d-cc38-433f-ac3e-55a84e100e7a None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:14.729851 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-7eca9c5d-cc38-433f-ac3e-55a84e100e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:14.756930 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eca9c5d-cc38-433f-ac3e-55a84e100e7a None None] Checking router: f6782d4e-5bef-4f0e-a454-72c841ef9e46 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:18:14.765916 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca9c5d-cc38-433f-ac3e-55a84e100e7a None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:14.766525 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-7eca9c5d-cc38-433f-ac3e-55a84e100e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:14.868823 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-7eca9c5d-cc38-433f-ac3e-55a84e100e7a None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:15.187674 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-7eca9c5d-cc38-433f-ac3e-55a84e100e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:15.212808 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eca9c5d-cc38-433f-ac3e-55a84e100e7a None None] The sync data for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:54Z', 'revision_number': 4, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '7662e880-0b36-4837-a073-1f2eb0530fb6', 'name': '', 'network_id': '5bef7eaf-4926-430d-bb2f-ad10a16554bf', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'mac_address': 'fa:16:3e:49:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '01ed372f-5291-4905-8554-a869f372768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:52Z', 'updated_at': '2022-10-17T03:12:08Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'subnets': [{'id': '01ed372f-5291-4905-8554-a869f372768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:18:15.339098 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2b960e50-44cc-46ad-963f-6682dfc6e7d4 req-b5af0b25-a3a4-4b3f-a5dc-efe09081eef7 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 210 time: 0.0340602 Oct 17 03:18:15.452494 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b3af51-7bd8-4bd0-ae71-cb7bc21be78c None None] New status for floating IP 43329f52-1bf4-4af9-98a1-768cc6b52c3c: DOWN {{(pid=104640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:18:15.475332 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f1eee-16c0-4ae7-8d32-d82a8e1167a5 req-ddf22651-d7c1-4fd8-ae0e-322ca59fe614 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:15.477042 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0f2f1eee-16c0-4ae7-8d32-d82a8e1167a5 req-ddf22651-d7c1-4fd8-ae0e-322ca59fe614 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 945 time: 0.0481584 Oct 17 03:18:15.528588 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0f2f1eee-16c0-4ae7-8d32-d82a8e1167a5 req-b0429e6c-f3f3-493d-b8f8-89a20a62b145 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a0eec431-9251-438b-a7a9-abd3ab16a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455542 Oct 17 03:18:16.063720 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-30afa09f-797b-454c-b394-2938db4fce40 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:16.065161 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-30afa09f-797b-454c-b394-2938db4fce40 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 945 time: 0.0517337 Oct 17 03:18:16.101766 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:16.148600 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Deleting port 03d98863-7bf9-4161-be90-1840be834ea7 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:16.148854 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (03d98863-7bf9-4161-be90-1840be834ea7), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:16.241638 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] For port 03d98863-7bf9-4161-be90-1840be834ea7, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=03d98863-7bf9-4161-be90-1840be834ea7,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:16.241990 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (03d98863-7bf9-4161-be90-1840be834ea7), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:16.404262 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:16.404902 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (5fb5aeec-59de-4b73-9293-78dc2672d2c5), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:16.404902 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Floating IP 5fb5aeec-59de-4b73-9293-78dc2672d2c5 disassociated. External IP: 172.27.0.156, port: 03d98863-7bf9-4161-be90-1840be834ea7. Oct 17 03:18:16.405085 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Calling delete_port for 03d98863-7bf9-4161-be90-1840be834ea7 owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:16.492960 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6dec5ebe-a0f5-43a1-97ff-1238f3074797 req-89a89209-4299-4ed1-b1f6-d7e0aa70300a tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=87c4c474-a5ab-4532-bffa-5b3d2cb15d55 HTTP/1.1" status: 200 len: 210 time: 0.0442705 Oct 17 03:18:16.566302 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (03d98863-7bf9-4161-be90-1840be834ea7), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:16.595087 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event deleted for resources: {'Port': ['ID=03d98863-7bf9-4161-be90-1840be834ea7,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:16.646766 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b35351bd-ee02-45c6-b7c2-fbf416a18872 req-dfc62c14-b21a-4002-b91e-afff9188beeb tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b63b8f22-1f05-418e-b804-010e3d5cd2ae HTTP/1.1" status: 200 len: 210 time: 0.0340002 Oct 17 03:18:16.706475 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:18:16.799005 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:16.810584 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:18:16.821296 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ec2203-7c04-4722-8e01-ed8721fa2359 None None] Sync routers for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:18:16.831244 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec2203-7c04-4722-8e01-ed8721fa2359 None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:16.831869 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-e2ec2203-7c04-4722-8e01-ed8721fa2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:16.852874 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] No DVR routers for this DVR port 03d98863-7bf9-4161-be90-1840be834ea7 on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:18:16.855422 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:16.858635 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1f91bd8a-f959-4483-99d1-f47b7ab0be2c req-15c7252d-d6d6-4d86-8a3e-21671d037bc2 tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.23 "DELETE /networking/v2.0/ports/03d98863-7bf9-4161-be90-1840be834ea7 HTTP/1.1" status: 204 len: 173 time: 0.7884884 Oct 17 03:18:16.859151 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'name': 'network-vif-deleted', 'tag': '03d98863-7bf9-4161-be90-1840be834ea7'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:18:16.861392 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5facd6fd-7290-4678-a1bf-9a8821b05657" -d '{"events": [{"server_uuid": "b63b8f22-1f05-418e-b804-010e3d5cd2ae", "name": "network-vif-deleted", "tag": "03d98863-7bf9-4161-be90-1840be834ea7"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:18:16.903740 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c350690e-b7e6-4f9b-9c62-85351f6a9653 x-openstack-request-id: req-c350690e-b7e6-4f9b-9c62-85351f6a9653 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:18:16.904024 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63b8f22-1f05-418e-b804-010e3d5cd2ae", "name": "network-vif-deleted", "tag": "03d98863-7bf9-4161-be90-1840be834ea7", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:18:16.904287 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c350690e-b7e6-4f9b-9c62-85351f6a9653 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:18:16.904688 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c350690e-b7e6-4f9b-9c62-85351f6a9653'] response: {'server_uuid': 'b63b8f22-1f05-418e-b804-010e3d5cd2ae', 'name': 'network-vif-deleted', 'tag': '03d98863-7bf9-4161-be90-1840be834ea7', 'status': 'completed', 'code': 200} Oct 17 03:18:16.963865 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:16.968467 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-e2ec2203-7c04-4722-8e01-ed8721fa2359 None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:17.167075 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:17.169152 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:17.184712 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-e2ec2203-7c04-4722-8e01-ed8721fa2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:17.210013 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ec2203-7c04-4722-8e01-ed8721fa2359 None None] Checking router: bcae69b2-6783-4e07-8d1a-a148dcaf29e5 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:18:17.219544 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec2203-7c04-4722-8e01-ed8721fa2359 None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:17.220151 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-e2ec2203-7c04-4722-8e01-ed8721fa2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:17.332438 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-e2ec2203-7c04-4722-8e01-ed8721fa2359 None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:17.531176 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-e2ec2203-7c04-4722-8e01-ed8721fa2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:17.558557 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ec2203-7c04-4722-8e01-ed8721fa2359 None None] The sync data for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi is: [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:11:53Z', 'revision_number': 4, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'c644a879-e3c9-4e54-8474-2c8ddbd17d27', 'name': '', 'network_id': 'b76b6d47-52a1-4c1b-a84c-d9fcfdadba83', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'mac_address': 'fa:16:3e:95:8a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:51Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'subnets': [{'id': 'cfde2bec-0943-4043-aac7-af99f4b6cebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:18:17.595537 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42716) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:17.657698 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3d2c80f8-ffd1-4e02-94ed-300aeab8c93d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (5cab84bd-278f-4390-9253-7302319538c2), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:17.682055 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3d2c80f8-ffd1-4e02-94ed-300aeab8c93d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (5cab84bd-278f-4390-9253-7302319538c2), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:17.701597 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:17.749407 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3d2c80f8-ffd1-4e02-94ed-300aeab8c93d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (5cab84bd-278f-4390-9253-7302319538c2), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:17.752903 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3d2c80f8-ffd1-4e02-94ed-300aeab8c93d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:17.755790 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42722) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:17.757321 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-3d2c80f8-ffd1-4e02-94ed-300aeab8c93d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5cab84bd-278f-4390-9253-7302319538c2 HTTP/1.1" status: 204 len: 168 time: 0.1607535 Oct 17 03:18:17.757559 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42724) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:17.768149 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c80f8-ffd1-4e02-94ed-300aeab8c93d tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cab84bd-278f-4390-9253-7302319538c2,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:17.797176 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.api.v2.resource [None req-2c4393ef-8260-4b63-8c7c-4d5463f303b0 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] show failed (client error): The resource could not be found. Oct 17 03:18:17.799073 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-2c4393ef-8260-4b63-8c7c-4d5463f303b0 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "GET /networking/v2.0/security-groups/5cab84bd-278f-4390-9253-7302319538c2 HTTP/1.1" status: 404 len: 347 time: 0.0352969 Oct 17 03:18:17.802132 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42726) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:17.835488 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6ba2fd-4e6d-4679-a3cd-fc9e70863000 None None] New status for floating IP 5fb5aeec-59de-4b73-9293-78dc2672d2c5: DOWN {{(pid=104640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:18:17.838765 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f4523c1b-c2b8-479e-8bd1-c79f8c67cd5c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group (a0eec431-9251-438b-a7a9-abd3ab16a19b), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:17.863309 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f4523c1b-c2b8-479e-8bd1-c79f8c67cd5c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group (a0eec431-9251-438b-a7a9-abd3ab16a19b), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:17.916945 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f4523c1b-c2b8-479e-8bd1-c79f8c67cd5c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (a0eec431-9251-438b-a7a9-abd3ab16a19b), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:17.919773 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f4523c1b-c2b8-479e-8bd1-c79f8c67cd5c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:17.923668 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-f4523c1b-c2b8-479e-8bd1-c79f8c67cd5c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a0eec431-9251-438b-a7a9-abd3ab16a19b HTTP/1.1" status: 204 len: 168 time: 0.1641946 Oct 17 03:18:17.924262 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42728) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:17.930244 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4523c1b-c2b8-479e-8bd1-c79f8c67cd5c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eec431-9251-438b-a7a9-abd3ab16a19b,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:17.944185 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-e22fea97-0364-4304-9ae4-eb00fc70f990 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Deleting port 83ea58be-11df-4058-8096-3f364111dad7 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:17.944605 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e22fea97-0364-4304-9ae4-eb00fc70f990 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (83ea58be-11df-4058-8096-3f364111dad7), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:17.948285 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.api.v2.resource [None req-dac19789-9a24-4240-8676-efc5c083915e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] show failed (client error): The resource could not be found. Oct 17 03:18:17.950539 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-dac19789-9a24-4240-8676-efc5c083915e tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "GET /networking/v2.0/security-groups/a0eec431-9251-438b-a7a9-abd3ab16a19b HTTP/1.1" status: 404 len: 347 time: 0.0252323 Oct 17 03:18:17.953752 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42730) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:18.038774 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e22fea97-0364-4304-9ae4-eb00fc70f990 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (83ea58be-11df-4058-8096-3f364111dad7), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:18.039134 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e22fea97-0364-4304-9ae4-eb00fc70f990 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (83ea58be-11df-4058-8096-3f364111dad7), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:18.053410 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-e22fea97-0364-4304-9ae4-eb00fc70f990 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Calling delete_port for 83ea58be-11df-4058-8096-3f364111dad7 owned by network:floatingip {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:18.080709 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5e048-1d8c-490c-842c-29b571c21f7c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Deleting port 32a9c866-08f5-4219-a035-2345df28b45a {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:18.081052 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1dc5e048-1d8c-490c-842c-29b571c21f7c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (32a9c866-08f5-4219-a035-2345df28b45a), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:18.167561 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1dc5e048-1d8c-490c-842c-29b571c21f7c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (32a9c866-08f5-4219-a035-2345df28b45a), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:18.167894 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1dc5e048-1d8c-490c-842c-29b571c21f7c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (32a9c866-08f5-4219-a035-2345df28b45a), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:18.182055 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5e048-1d8c-490c-842c-29b571c21f7c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Calling delete_port for 32a9c866-08f5-4219-a035-2345df28b45a owned by network:floatingip {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:18.192938 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e22fea97-0364-4304-9ae4-eb00fc70f990 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (83ea58be-11df-4058-8096-3f364111dad7), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:18.222454 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fea97-0364-4304-9ae4-eb00fc70f990 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Pushing event deleted for resources: {'Port': ['ID=83ea58be-11df-4058-8096-3f364111dad7,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:18.228642 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:18.284072 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e22fea97-0364-4304-9ae4-eb00fc70f990 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks [] for floatingip (43329f52-1bf4-4af9-98a1-768cc6b52c3c), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:18.286768 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e22fea97-0364-4304-9ae4-eb00fc70f990 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:18.287961 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-e22fea97-0364-4304-9ae4-eb00fc70f990 tempest-AttachVolumeNegativeTest-816799241 tempest-AttachVolumeNegativeTest-816799241-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/43329f52-1bf4-4af9-98a1-768cc6b52c3c HTTP/1.1" status: 204 len: 168 time: 0.4847736 Oct 17 03:18:18.330263 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1dc5e048-1d8c-490c-842c-29b571c21f7c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (32a9c866-08f5-4219-a035-2345df28b45a), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:18.355571 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5e048-1d8c-490c-842c-29b571c21f7c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Pushing event deleted for resources: {'Port': ['ID=32a9c866-08f5-4219-a035-2345df28b45a,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:18.392774 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1dc5e048-1d8c-490c-842c-29b571c21f7c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks [] for floatingip (5fb5aeec-59de-4b73-9293-78dc2672d2c5), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:18.395325 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1dc5e048-1d8c-490c-842c-29b571c21f7c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:18.396489 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-1dc5e048-1d8c-490c-842c-29b571c21f7c tempest-AttachVolumeTestJSON-1921657918 tempest-AttachVolumeTestJSON-1921657918-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/5fb5aeec-59de-4b73-9293-78dc2672d2c5 HTTP/1.1" status: 204 len: 168 time: 0.4410870 Oct 17 03:18:18.849581 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 5ea75a02-e55b-48e9-bc6b-8eb295df879e no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:18:18.869774 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: 5ea75a02-e55b-48e9-bc6b-8eb295df879e {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:18:18.870106 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 5ea75a02-e55b-48e9-bc6b-8eb295df879e not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:18:18.870500 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 03d98863-7bf9-4161-be90-1840be834ea7 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:18:18.891409 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: 03d98863-7bf9-4161-be90-1840be834ea7 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:18:18.891746 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 03d98863-7bf9-4161-be90-1840be834ea7 not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:18:21.974753 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42800) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:22.047029 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42806) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:22.295773 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:22.440695 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:18:22.706907 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-04207c60-34ba-46eb-8f22-80bf975060e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752455'] for router_interface (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:22.708579 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4493cb9b-d224-4ec1-b91f-4f2944718ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752455'] for router_interface (f6782d4e-5bef-4f0e-a454-72c841ef9e46), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:23.084667 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:23.261134 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:23.321018 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-04207c60-34ba-46eb-8f22-80bf975060e6 admin admin] Deleting port c644a879-e3c9-4e54-8474-2c8ddbd17d27 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:23.321278 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-04207c60-34ba-46eb-8f22-80bf975060e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:23.335066 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-4493cb9b-d224-4ec1-b91f-4f2944718ded admin admin] Deleting port 7662e880-0b36-4837-a073-1f2eb0530fb6 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:23.335409 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4493cb9b-d224-4ec1-b91f-4f2944718ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:23.469566 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-04207c60-34ba-46eb-8f22-80bf975060e6 admin admin] For port c644a879-e3c9-4e54-8474-2c8ddbd17d27, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=c644a879-e3c9-4e54-8474-2c8ddbd17d27,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:23.469931 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-04207c60-34ba-46eb-8f22-80bf975060e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:23.483967 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-4493cb9b-d224-4ec1-b91f-4f2944718ded admin admin] For port 7662e880-0b36-4837-a073-1f2eb0530fb6, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=7662e880-0b36-4837-a073-1f2eb0530fb6,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:23.484318 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4493cb9b-d224-4ec1-b91f-4f2944718ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:23.493854 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-04207c60-34ba-46eb-8f22-80bf975060e6 admin admin] Calling delete_port for c644a879-e3c9-4e54-8474-2c8ddbd17d27 owned by network:router_interface {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:23.503216 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-4493cb9b-d224-4ec1-b91f-4f2944718ded admin admin] Calling delete_port for 7662e880-0b36-4837-a073-1f2eb0530fb6 owned by network:router_interface {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:23.804058 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:23.826120 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-04207c60-34ba-46eb-8f22-80bf975060e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (c644a879-e3c9-4e54-8474-2c8ddbd17d27), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:23.851527 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4493cb9b-d224-4ec1-b91f-4f2944718ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (7662e880-0b36-4837-a073-1f2eb0530fb6), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:23.854578 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04207c60-34ba-46eb-8f22-80bf975060e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c644a879-e3c9-4e54-8474-2c8ddbd17d27,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:23.905005 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493cb9b-d224-4ec1-b91f-4f2944718ded admin admin] Pushing event deleted for resources: {'Port': ['ID=7662e880-0b36-4837-a073-1f2eb0530fb6,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:23.962625 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:24.107475 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-04207c60-34ba-46eb-8f22-80bf975060e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752435'] for router_interface (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:24.109162 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4493cb9b-d224-4ec1-b91f-4f2944718ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752435'] for router_interface (f6782d4e-5bef-4f0e-a454-72c841ef9e46), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:24.154313 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5734e8db-bd99-4066-a1ab-4c833a12e82a None None] get_active_networks_info from dv-cinder-846977-2-iscsi {{(pid=104639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:18:24.264291 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5734e8db-bd99-4066-a1ab-4c833a12e82a None None] Resources bound (agent type, host, resource id): {{(pid=104639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:18:24.488476 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04207c60-34ba-46eb-8f22-80bf975060e6 admin admin] Router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:18:24.490190 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4493cb9b-d224-4ec1-b91f-4f2944718ded admin admin] Router f6782d4e-5bef-4f0e-a454-72c841ef9e46 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:18:24.879341 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:24.896129 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04207c60-34ba-46eb-8f22-80bf975060e6 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:18:24.906617 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-04207c60-34ba-46eb-8f22-80bf975060e6 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/bcae69b2-6783-4e07-8d1a-a148dcaf29e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9272249 Oct 17 03:18:24.906617 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42830) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:24.910100 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c84e2-1081-425c-955a-4da7f6427a2b None None] Sync routers for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:18:24.913518 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4493cb9b-d224-4ec1-b91f-4f2944718ded admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:18:24.923222 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbc4ea-5c10-4c56-a5e6-964e95cb2fad None None] Sync routers for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:18:24.927572 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c84e2-1081-425c-955a-4da7f6427a2b None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:24.928367 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-1d3c84e2-1081-425c-955a-4da7f6427a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:24.934758 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbc4ea-5c10-4c56-a5e6-964e95cb2fad None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:24.935605 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9acbc4ea-5c10-4c56-a5e6-964e95cb2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:24.946852 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-4493cb9b-d224-4ec1-b91f-4f2944718ded admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/f6782d4e-5bef-4f0e-a454-72c841ef9e46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9009125 Oct 17 03:18:24.950160 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42832) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:25.042389 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-a94f8b03-a05c-4734-a117-29e908fe8192 None None] Provisioning complete for port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:25.042752 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a94f8b03-a05c-4734-a117-29e908fe8192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:25.043288 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-a94f8b03-a05c-4734-a117-29e908fe8192 None None] Attempt 1 to provision port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 Oct 17 03:18:25.046959 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-1d3c84e2-1081-425c-955a-4da7f6427a2b None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:25.054710 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-9acbc4ea-5c10-4c56-a5e6-964e95cb2fad None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:25.087289 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:25.103200 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Publish callbacks [] for router (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:25.143454 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Publish callbacks [] for router (f6782d4e-5bef-4f0e-a454-72c841ef9e46), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:25.178453 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:25.231241 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:25.242813 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-a94f8b03-a05c-4734-a117-29e908fe8192 None None] Current status of the port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:25.276457 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-a94f8b03-a05c-4734-a117-29e908fe8192 None None] Provisioning complete for port 886eab7e-9852-42af-a181-7d6014a68861 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:25.276837 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a94f8b03-a05c-4734-a117-29e908fe8192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (886eab7e-9852-42af-a181-7d6014a68861), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:25.277366 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-a94f8b03-a05c-4734-a117-29e908fe8192 None None] Attempt 1 to provision port 886eab7e-9852-42af-a181-7d6014a68861 Oct 17 03:18:25.280664 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Publish callbacks [] for router_gateway (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:25.304022 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Publish callbacks [] for router_gateway (f6782d4e-5bef-4f0e-a454-72c841ef9e46), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:25.320982 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-1d3c84e2-1081-425c-955a-4da7f6427a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:18:23Z', 'revision_number': 5, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port': {'id': '695c0c25-eb5a-4e64-b3da-4150d8cbc8d7', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:25.346857 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Deleting port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:25.346857 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:25.349070 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9acbc4ea-5c10-4c56-a5e6-964e95cb2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:18:23Z', 'revision_number': 5, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port': {'id': '6e41cc1e-00e6-4da4-afd3-b0f5c39581e1', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:25.355334 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c84e2-1081-425c-955a-4da7f6427a2b None None] Checking router: bcae69b2-6783-4e07-8d1a-a148dcaf29e5 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:18:25.377102 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbc4ea-5c10-4c56-a5e6-964e95cb2fad None None] Checking router: f6782d4e-5bef-4f0e-a454-72c841ef9e46 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:18:25.377508 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c84e2-1081-425c-955a-4da7f6427a2b None None] Routers {'bcae69b2-6783-4e07-8d1a-a148dcaf29e5'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:25.381686 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-1d3c84e2-1081-425c-955a-4da7f6427a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:25.388038 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbc4ea-5c10-4c56-a5e6-964e95cb2fad None None] Routers {'f6782d4e-5bef-4f0e-a454-72c841ef9e46'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:25.388647 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9acbc4ea-5c10-4c56-a5e6-964e95cb2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:25.416216 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Deleting port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:25.417070 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:25.487331 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-a94f8b03-a05c-4734-a117-29e908fe8192 None None] Current status of the port 886eab7e-9852-42af-a181-7d6014a68861 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:25.511364 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] For port 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=695c0c25-eb5a-4e64-b3da-4150d8cbc8d7,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:25.513604 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:25.519667 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-1d3c84e2-1081-425c-955a-4da7f6427a2b None None] Set router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 gateway port host: None {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:25.536171 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-9acbc4ea-5c10-4c56-a5e6-964e95cb2fad None None] Set router f6782d4e-5bef-4f0e-a454-72c841ef9e46 gateway port host: None {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:25.537430 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Calling delete_port for 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 owned by network:router_gateway {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:25.571026 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] For port 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=6e41cc1e-00e6-4da4-afd3-b0f5c39581e1,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:25.571387 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:25.582425 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-1d3c84e2-1081-425c-955a-4da7f6427a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:18:25Z', 'revision_number': 6, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port_host': None}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:25.592995 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9acbc4ea-5c10-4c56-a5e6-964e95cb2fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:18:25Z', 'revision_number': 6, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port_host': None}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:25.612034 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c84e2-1081-425c-955a-4da7f6427a2b None None] The sync data for ids ['bcae69b2-6783-4e07-8d1a-a148dcaf29e5'] in dv-cinder-846977-2-iscsi is: [{'id': 'bcae69b2-6783-4e07-8d1a-a148dcaf29e5', 'name': 'tempest-AttachVolumeTestJSON-1123505308-router', 'tenant_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:40Z', 'updated_at': '2022-10-17T03:18:25Z', 'revision_number': 6, 'project_id': 'e5bad80dc0d74119b2a9cd5c1935e8d5', 'gw_port_host': None}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:18:25.612755 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Calling delete_port for 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 owned by network:router_gateway {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:25.618271 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbc4ea-5c10-4c56-a5e6-964e95cb2fad None None] The sync data for ids ['f6782d4e-5bef-4f0e-a454-72c841ef9e46'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6782d4e-5bef-4f0e-a454-72c841ef9e46', 'name': 'tempest-AttachVolumeNegativeTest-1982642214-router', 'tenant_id': '618cf0b3507845909bb27c13460d1d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:42Z', 'updated_at': '2022-10-17T03:18:25Z', 'revision_number': 6, 'project_id': '618cf0b3507845909bb27c13460d1d6c', 'gw_port_host': None}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:18:25.715084 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:25.796159 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:25.852163 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (695c0c25-eb5a-4e64-b3da-4150d8cbc8d7), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:25.896185 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Pushing event deleted for resources: {'Port': ['ID=695c0c25-eb5a-4e64-b3da-4150d8cbc8d7,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:25.934022 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751737'] for router_gateway (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:25.994352 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (6e41cc1e-00e6-4da4-afd3-b0f5c39581e1), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.049726 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6e41cc1e-00e6-4da4-afd3-b0f5c39581e1,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:26.055202 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1154'] for router (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.058486 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Publish callbacks [] for router_controller (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.110553 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751737'] for router_gateway (f6782d4e-5bef-4f0e-a454-72c841ef9e46), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.168109 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752491'] for router (bcae69b2-6783-4e07-8d1a-a148dcaf29e5), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.168753 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcae69b2-6783-4e07-8d1a-a148dcaf29e5 {{(pid=104637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:18:26.173836 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.174993 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-0d63f315-3cc4-4690-9688-94ee8817d839 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/bcae69b2-6783-4e07-8d1a-a148dcaf29e5 HTTP/1.1" status: 204 len: 168 time: 1.2684586 Oct 17 03:18:26.177640 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42836) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:26.203861 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1154'] for router (f6782d4e-5bef-4f0e-a454-72c841ef9e46), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.206495 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Publish callbacks [] for router_controller (f6782d4e-5bef-4f0e-a454-72c841ef9e46), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.224418 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c92d970-845d-455f-adab-37e7d490130c admin admin] Deleting subnet cfde2bec-0943-4043-aac7-af99f4b6cebf {{(pid=104638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:18:26.227632 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4c92d970-845d-455f-adab-37e7d490130c admin admin] Publish callbacks [] for subnet (cfde2bec-0943-4043-aac7-af99f4b6cebf), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.252562 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752491'] for router (f6782d4e-5bef-4f0e-a454-72c841ef9e46), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.253232 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6782d4e-5bef-4f0e-a454-72c841ef9e46 {{(pid=104637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:18:26.257633 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.261675 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-5d92a513-c576-4667-873c-2c1fb46c87ba admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/f6782d4e-5bef-4f0e-a454-72c841ef9e46 HTTP/1.1" status: 204 len: 168 time: 1.3076413 Oct 17 03:18:26.262009 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42838) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:26.265106 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4c92d970-845d-455f-adab-37e7d490130c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660978'] for subnet (cfde2bec-0943-4043-aac7-af99f4b6cebf), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.314789 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e4b0e1-c432-4060-90ca-1e35ce674bf8 admin admin] Deleting subnet 01ed372f-5291-4905-8554-a869f372768d {{(pid=104637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:18:26.318136 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-72e4b0e1-c432-4060-90ca-1e35ce674bf8 admin admin] Publish callbacks [] for subnet (01ed372f-5291-4905-8554-a869f372768d), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.355477 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-72e4b0e1-c432-4060-90ca-1e35ce674bf8 admin admin] Publish callbacks [] for subnet (01ed372f-5291-4905-8554-a869f372768d), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.361737 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4c92d970-845d-455f-adab-37e7d490130c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (cfde2bec-0943-4043-aac7-af99f4b6cebf), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.397363 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:26.412057 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-72e4b0e1-c432-4060-90ca-1e35ce674bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (01ed372f-5291-4905-8554-a869f372768d), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.431671 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4c92d970-845d-455f-adab-37e7d490130c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821080'] for subnet (cfde2bec-0943-4043-aac7-af99f4b6cebf), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.458720 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92d970-845d-455f-adab-37e7d490130c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfde2bec-0943-4043-aac7-af99f4b6cebf,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:26.466433 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4c92d970-845d-455f-adab-37e7d490130c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.473006 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-4c92d970-845d-455f-adab-37e7d490130c admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/cfde2bec-0943-4043-aac7-af99f4b6cebf HTTP/1.1" status: 204 len: 168 time: 0.2912920 Oct 17 03:18:26.473188 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42840) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:26.476340 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33ed3b6-bfac-4a1b-abe8-96e4101bfa35 None None] Network b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:18:26.539972 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-72e4b0e1-c432-4060-90ca-1e35ce674bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for subnet (01ed372f-5291-4905-8554-a869f372768d), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.583223 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4b0e1-c432-4060-90ca-1e35ce674bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ed372f-5291-4905-8554-a869f372768d,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:26.586923 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-72e4b0e1-c432-4060-90ca-1e35ce674bf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.592207 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-72e4b0e1-c432-4060-90ca-1e35ce674bf8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/01ed372f-5291-4905-8554-a869f372768d HTTP/1.1" status: 204 len: 168 time: 0.3252866 Oct 17 03:18:26.592207 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (b76b6d47-52a1-4c1b-a84c-d9fcfdadba83), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.593108 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42844) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:26.648319 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=78,neutron:DELETE=17,neutron:UPDATE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:26.668083 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Deleting port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:26.668579 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.692358 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:26.695376 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8bf70d-9622-4fe5-a5e8-7ec334f63801 None None] Network 5bef7eaf-4926-430d-bb2f-ad10a16554bf requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:18:26.705786 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (5bef7eaf-4926-430d-bb2f-ad10a16554bf), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.752324 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Deleting port 886eab7e-9852-42af-a181-7d6014a68861 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:26.752679 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (886eab7e-9852-42af-a181-7d6014a68861), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.780995 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] For port af7a24ae-64cb-4f35-8e69-67cdc226f1c5, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=af7a24ae-64cb-4f35-8e69-67cdc226f1c5,segment=NetworkSegment(6319ae4f-b9d9-4045-b1b7-7a064a8379f5),segment_id=6319ae4f-b9d9-4045-b1b7-7a064a8379f5)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:26.781765 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.803495 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Calling delete_port for af7a24ae-64cb-4f35-8e69-67cdc226f1c5 owned by network:dhcp {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:26.834266 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] For port 886eab7e-9852-42af-a181-7d6014a68861, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=886eab7e-9852-42af-a181-7d6014a68861,segment=NetworkSegment(fdea5736-6c85-471d-8ebf-7330f2b95e88),segment_id=fdea5736-6c85-471d-8ebf-7330f2b95e88)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:26.834836 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (886eab7e-9852-42af-a181-7d6014a68861), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.854403 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Calling delete_port for 886eab7e-9852-42af-a181-7d6014a68861 owned by network:dhcp {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:26.918922 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (af7a24ae-64cb-4f35-8e69-67cdc226f1c5), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.949902 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Pushing event deleted for resources: {'Port': ['ID=af7a24ae-64cb-4f35-8e69-67cdc226f1c5,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:26.952011 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] No DVR routers for this DVR port af7a24ae-64cb-4f35-8e69-67cdc226f1c5 on host dv-cinder-846977-2-iscsi {{(pid=104637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:18:26.965216 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (886eab7e-9852-42af-a181-7d6014a68861), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:26.978460 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3777cd03-5746-48ac-ac70-2d06fa7d0053 None None] DHCP port deletion for b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 request from dv-cinder-846977-2-iscsi {{(pid=104639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:18:27.000243 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] No DVR routers for this DVR port 886eab7e-9852-42af-a181-7d6014a68861 on host dv-cinder-846977-2-iscsi {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:18:27.032728 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce6ea4e-8781-4d80-ba05-5c4528690de7 None None] DHCP port deletion for 5bef7eaf-4926-430d-bb2f-ad10a16554bf request from dv-cinder-846977-2-iscsi {{(pid=104639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:18:27.037827 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Pushing event deleted for resources: {'Port': ['ID=886eab7e-9852-42af-a181-7d6014a68861,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:27.073775 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:27.075564 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (b76b6d47-52a1-4c1b-a84c-d9fcfdadba83), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.100392 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.100737 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.101503 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.101858 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > port after_create 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.102203 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.102570 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > port after_update 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.102950 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.103280 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.103641 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.103963 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.138425 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (5bef7eaf-4926-430d-bb2f-ad10a16554bf), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.159425 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bef7eaf-4926-430d-bb2f-ad10a16554bf']}} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:27.169918 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdea5736-6c85-471d-8ebf-7330f2b95e88') {'for_net_delete': True} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:27.170208 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdea5736-6c85-471d-8ebf-7330f2b95e88') {} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:27.179962 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3661003'] for segment (fdea5736-6c85-471d-8ebf-7330f2b95e88), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.192746 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.193232 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.193547 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.193919 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (fdea5736-6c85-471d-8ebf-7330f2b95e88), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.194051 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 03:18:27.194418 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76b6d47-52a1-4c1b-a84c-d9fcfdadba83']}} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:27.200821 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=104638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:18:27.201212 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25377617'] for segment (fdea5736-6c85-471d-8ebf-7330f2b95e88), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.216480 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6319ae4f-b9d9-4045-b1b7-7a064a8379f5') {'for_net_delete': True} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:27.216800 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6319ae4f-b9d9-4045-b1b7-7a064a8379f5') {} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:27.272342 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (5bef7eaf-4926-430d-bb2f-ad10a16554bf), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.279523 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.284606 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/5bef7eaf-4926-430d-bb2f-ad10a16554bf HTTP/1.1" status: 204 len: 168 time: 0.6896093 Oct 17 03:18:27.318463 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd363718-e612-410f-b304-abd1ca9b89bf admin admin] Pushing event deleted for resources: {'Network': ['ID=5bef7eaf-4926-430d-bb2f-ad10a16554bf,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:27.442391 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 7662e880-0b36-4837-a073-1f2eb0530fb6 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:18:27.473187 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment fdea5736-6c85-471d-8ebf-7330f2b95e88 resource provider aggregate not found Oct 17 03:18:27.473923 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 7662e880-0b36-4837-a073-1f2eb0530fb6 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:18:27.474440 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 7662e880-0b36-4837-a073-1f2eb0530fb6 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:18:27.477887 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42854) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:27.478562 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:18:27.495263 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment fdea5736-6c85-471d-8ebf-7330f2b95e88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdea5736-6c85-471d-8ebf-7330f2b95e88 found for delete ", "request_id": "req-97eef00e-7c31-4409-88d4-a3ce8cad3546"}]} Oct 17 03:18:27.500322 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:18:27.500666 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 695c0c25-eb5a-4e64-b3da-4150d8cbc8d7 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:18:27.501086 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:18:27.501205 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178586'] for segment (6319ae4f-b9d9-4045-b1b7-7a064a8379f5), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.519474 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:18:27.520064 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 6e41cc1e-00e6-4da4-afd3-b0f5c39581e1 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:18:27.520573 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device c644a879-e3c9-4e54-8474-2c8ddbd17d27 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:18:27.525007 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (6319ae4f-b9d9-4045-b1b7-7a064a8379f5), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.529489 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a74f3900-d23d-411d-8731-b31e4b8573c5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=618cf0b3507845909bb27c13460d1d6c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483096 Oct 17 03:18:27.529736 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42856) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:27.540616 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=104637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:18:27.541251 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3925882'] for segment (6319ae4f-b9d9-4045-b1b7-7a064a8379f5), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.543966 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: c644a879-e3c9-4e54-8474-2c8ddbd17d27 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:18:27.544311 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device c644a879-e3c9-4e54-8474-2c8ddbd17d27 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:18:27.544724 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device af7a24ae-64cb-4f35-8e69-67cdc226f1c5 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:18:27.562641 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: af7a24ae-64cb-4f35-8e69-67cdc226f1c5 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:18:27.563031 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device af7a24ae-64cb-4f35-8e69-67cdc226f1c5 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:18:27.563431 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 886eab7e-9852-42af-a181-7d6014a68861 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:18:27.581771 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 886eab7e-9852-42af-a181-7d6014a68861 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:18:27.582703 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 886eab7e-9852-42af-a181-7d6014a68861 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:18:27.586693 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-dcf47d67-078f-462e-a711-8217e5dd7ada admin admin] Publish callbacks [] for security_group (5c968a54-9a1a-4bdf-834a-9e12ccd2ae72), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.618554 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (b76b6d47-52a1-4c1b-a84c-d9fcfdadba83), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.624910 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-dcf47d67-078f-462e-a711-8217e5dd7ada admin admin] Publish callbacks [] for security_group (5c968a54-9a1a-4bdf-834a-9e12ccd2ae72), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.637598 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.640877 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/b76b6d47-52a1-4c1b-a84c-d9fcfdadba83 HTTP/1.1" status: 204 len: 168 time: 1.1672056 Oct 17 03:18:27.642107 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e91af-143d-41ae-a387-0f1a82bc7026 admin admin] Pushing event deleted for resources: {'Network': ['ID=b76b6d47-52a1-4c1b-a84c-d9fcfdadba83,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:27.705628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-dcf47d67-078f-462e-a711-8217e5dd7ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (5c968a54-9a1a-4bdf-834a-9e12ccd2ae72), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.708615 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-dcf47d67-078f-462e-a711-8217e5dd7ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:27.712248 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-dcf47d67-078f-462e-a711-8217e5dd7ada admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5c968a54-9a1a-4bdf-834a-9e12ccd2ae72 HTTP/1.1" status: 204 len: 168 time: 0.1791437 Oct 17 03:18:27.722626 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf47d67-078f-462e-a711-8217e5dd7ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c968a54-9a1a-4bdf-834a-9e12ccd2ae72,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:27.901347 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42872) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:27.954765 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-2638d586-7f9a-45ba-862f-1e6df96d58d2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e5bad80dc0d74119b2a9cd5c1935e8d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0522385 Oct 17 03:18:27.957691 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42876) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:28.011746 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-91ea7280-665d-4a4f-bf0c-b201ad238092 admin admin] Publish callbacks [] for security_group (9331b7ce-c4a9-431f-a1f6-8939cd69d8b3), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:28.038702 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.services.segments.plugin [-] Segment 6319ae4f-b9d9-4045-b1b7-7a064a8379f5 resource provider aggregate not found Oct 17 03:18:28.045026 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-91ea7280-665d-4a4f-bf0c-b201ad238092 admin admin] Publish callbacks [] for security_group (9331b7ce-c4a9-431f-a1f6-8939cd69d8b3), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:28.053322 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.services.segments.plugin [-] Segment 6319ae4f-b9d9-4045-b1b7-7a064a8379f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6319ae4f-b9d9-4045-b1b7-7a064a8379f5 found for delete ", "request_id": "req-e1c31190-f41c-4b87-987c-976171577bbf"}]} Oct 17 03:18:28.096714 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-91ea7280-665d-4a4f-bf0c-b201ad238092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9331b7ce-c4a9-431f-a1f6-8939cd69d8b3), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:28.099270 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-91ea7280-665d-4a4f-bf0c-b201ad238092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:28.100998 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-91ea7280-665d-4a4f-bf0c-b201ad238092 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9331b7ce-c4a9-431f-a1f6-8939cd69d8b3 HTTP/1.1" status: 204 len: 168 time: 0.1415579 Oct 17 03:18:28.109542 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea7280-665d-4a4f-bf0c-b201ad238092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9331b7ce-c4a9-431f-a1f6-8939cd69d8b3,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:28.811154 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42928) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:28.973850 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-504523677-network', 'tenant_id': '3836eae073a146a796fd7da052ed45cd'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:18:28.997728 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Made reservation on behalf of 3836eae073a146a796fd7da052ed45cd for: {'network': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:18:29.000487 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:29.011738 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:29.115899 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Publish callbacks [] for security_group (3d18d195-56dc-4a15-b7fc-7b79e8732aaa), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:29.121800 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (3d18d195-56dc-4a15-b7fc-7b79e8732aaa), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:29.171591 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=104637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:18:29.188457 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:29.197847 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (c627c957-4696-4fad-88c5-654f59ff7a11), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:29.198005 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.segments_db [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Added segment c627c957-4696-4fad-88c5-654f59ff7a11 of type vlan for network f7659653-4c44-4b73-a1fd-3792b5f8aff7 Oct 17 03:18:29.200574 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d18d195-56dc-4a15-b7fc-7b79e8732aaa,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:29.275971 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (f7659653-4c44-4b73-a1fd-3792b5f8aff7), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:29.305621 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (f7659653-4c44-4b73-a1fd-3792b5f8aff7), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:29.308129 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:29.308928 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:29.363528 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5512724 Oct 17 03:18:29.366612 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42958) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:29.373652 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-334414b8-ba9b-4f08-bd69-6db04b572463 admin admin] Request body: {'subnet': {'network_id': 'f7659653-4c44-4b73-a1fd-3792b5f8aff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-504523677-subnet', 'tenant_id': '3836eae073a146a796fd7da052ed45cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:18:29.384813 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c863f-b43d-4980-aeb8-25537f994161 admin admin] Pushing event updated for resources: {'Network': ['ID=f7659653-4c44-4b73-a1fd-3792b5f8aff7,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:29.397458 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network f7659653-4c44-4b73-a1fd-3792b5f8aff7 details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:18:29.409809 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334414b8-ba9b-4f08-bd69-6db04b572463 admin admin] Made reservation on behalf of 3836eae073a146a796fd7da052ed45cd for: {'subnet': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:18:29.412937 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-334414b8-ba9b-4f08-bd69-6db04b572463 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3819769'] for subnet (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:29.496894 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:29.536291 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:29.587362 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-334414b8-ba9b-4f08-bd69-6db04b572463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25377786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3819755'] for subnet (9bf3f76c-c344-40ca-8124-8477baf663b0), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:29.637194 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334414b8-ba9b-4f08-bd69-6db04b572463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf3f76c-c344-40ca-8124-8477baf663b0,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:29.653760 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334414b8-ba9b-4f08-bd69-6db04b572463 admin admin] Checking segment: {'id': 'c627c957-4696-4fad-88c5-654f59ff7a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f7659653-4c44-4b73-a1fd-3792b5f8aff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:18:29.654441 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334414b8-ba9b-4f08-bd69-6db04b572463 admin admin] Network hostable DHCP agents. Network: f7659653-4c44-4b73-a1fd-3792b5f8aff7, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:18:29.676403 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334414b8-ba9b-4f08-bd69-6db04b572463 admin admin] Network f7659653-4c44-4b73-a1fd-3792b5f8aff7 is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:18:29.686545 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-334414b8-ba9b-4f08-bd69-6db04b572463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, f7659653-4c44-4b73-a1fd-3792b5f8aff7) {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:18:29.691750 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334414b8-ba9b-4f08-bd69-6db04b572463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:29.692586 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-334414b8-ba9b-4f08-bd69-6db04b572463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:29.698661 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3313ece-3c5a-49ab-9c08-41cb0de1105a None None] Network f7659653-4c44-4b73-a1fd-3792b5f8aff7 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:18:29.712725 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-334414b8-ba9b-4f08-bd69-6db04b572463 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3443205 Oct 17 03:18:29.832471 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99253a68-425d-4c71-93fb-acd9f590a03f None None] Network f7659653-4c44-4b73-a1fd-3792b5f8aff7 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:18:30.287608 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 42984) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:30.292915 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-468889888-network', 'tenant_id': '674e3602e0b3411cb7db1130b93041cf'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:18:30.312158 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Made reservation on behalf of 674e3602e0b3411cb7db1130b93041cf for: {'network': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:18:30.314483 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.323056 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.405556 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Publish callbacks [] for security_group (bdbd92d4-fd37-4b3e-9e61-8c627da026c6), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.409915 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (bdbd92d4-fd37-4b3e-9e61-8c627da026c6), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.437613 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=104638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:18:30.447270 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbd92d4-fd37-4b3e-9e61-8c627da026c6,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:30.454523 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (66e2f8c9-3b4c-450a-92c5-80b5b42665b2), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.455802 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.segments_db [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Added segment 66e2f8c9-3b4c-450a-92c5-80b5b42665b2 of type vlan for network 6b405671-bd07-4df8-8769-a99481c66110 Oct 17 03:18:30.498339 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (6b405671-bd07-4df8-8769-a99481c66110), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.522794 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (6b405671-bd07-4df8-8769-a99481c66110), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.523868 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:30.524447 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.531570 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42988) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:30.583958 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2952375 Oct 17 03:18:30.586800 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 42992) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:30.590043 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700846a-c965-4120-a70b-545e324f3762 admin admin] Pushing event updated for resources: {'Network': ['ID=6b405671-bd07-4df8-8769-a99481c66110,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:30.592920 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-42eeda74-2dd8-45a5-94eb-a83232efcc1a admin admin] Request body: {'subnet': {'network_id': '6b405671-bd07-4df8-8769-a99481c66110', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-468889888-subnet', 'tenant_id': '674e3602e0b3411cb7db1130b93041cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:18:30.604687 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network 6b405671-bd07-4df8-8769-a99481c66110 details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:18:30.631754 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eeda74-2dd8-45a5-94eb-a83232efcc1a admin admin] Made reservation on behalf of 674e3602e0b3411cb7db1130b93041cf for: {'subnet': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:18:30.634710 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-42eeda74-2dd8-45a5-94eb-a83232efcc1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3376478'] for subnet (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.663346 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6846bc1e-64ea-4be9-b419-f2a0c40fb673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.689235 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:30.835763 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6846bc1e-64ea-4be9-b419-f2a0c40fb673 admin admin] Publish callbacks [] for security_group (858a4d41-3a14-4078-b7d3-1239b21aedd0), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.841316 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6846bc1e-64ea-4be9-b419-f2a0c40fb673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (858a4d41-3a14-4078-b7d3-1239b21aedd0), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.918756 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-6846bc1e-64ea-4be9-b419-f2a0c40fb673 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d8761893c1c54e479b753766f38fe630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3859859 Oct 17 03:18:30.921884 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43002) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:30.922255 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-42eeda74-2dd8-45a5-94eb-a83232efcc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3925969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3376460'] for subnet (5208a5b3-f806-416e-8690-5ec30f3c7697), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:30.943473 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846bc1e-64ea-4be9-b419-f2a0c40fb673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858a4d41-3a14-4078-b7d3-1239b21aedd0,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:31.003989 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-771257a5-22b9-4e16-9026-6a0b16aeef38 admin admin] Publish callbacks [] for security_group (858a4d41-3a14-4078-b7d3-1239b21aedd0), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:31.025418 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeda74-2dd8-45a5-94eb-a83232efcc1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5208a5b3-f806-416e-8690-5ec30f3c7697,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:31.033363 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-771257a5-22b9-4e16-9026-6a0b16aeef38 admin admin] Publish callbacks [] for security_group (858a4d41-3a14-4078-b7d3-1239b21aedd0), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:31.066357 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eeda74-2dd8-45a5-94eb-a83232efcc1a admin admin] Checking segment: {'id': '66e2f8c9-3b4c-450a-92c5-80b5b42665b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6b405671-bd07-4df8-8769-a99481c66110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:18:31.067910 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eeda74-2dd8-45a5-94eb-a83232efcc1a admin admin] Network hostable DHCP agents. Network: 6b405671-bd07-4df8-8769-a99481c66110, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:18:31.096597 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eeda74-2dd8-45a5-94eb-a83232efcc1a admin admin] Network 6b405671-bd07-4df8-8769-a99481c66110 is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:18:31.112529 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-42eeda74-2dd8-45a5-94eb-a83232efcc1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, 6b405671-bd07-4df8-8769-a99481c66110) {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:18:31.113855 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-771257a5-22b9-4e16-9026-6a0b16aeef38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (858a4d41-3a14-4078-b7d3-1239b21aedd0), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:31.118309 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-771257a5-22b9-4e16-9026-6a0b16aeef38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:31.125455 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce9a89-e5ad-4502-9f14-13810aec347c None None] Network 6b405671-bd07-4df8-8769-a99481c66110 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:18:31.130310 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eeda74-2dd8-45a5-94eb-a83232efcc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:31.131835 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-42eeda74-2dd8-45a5-94eb-a83232efcc1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:31.137517 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-771257a5-22b9-4e16-9026-6a0b16aeef38 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/858a4d41-3a14-4078-b7d3-1239b21aedd0 HTTP/1.1" status: 204 len: 168 time: 0.2019093 Oct 17 03:18:31.155270 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771257a5-22b9-4e16-9026-6a0b16aeef38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858a4d41-3a14-4078-b7d3-1239b21aedd0,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:31.163206 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-42eeda74-2dd8-45a5-94eb-a83232efcc1a admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5699053 Oct 17 03:18:31.203701 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:31.259557 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:31.318541 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61cd74b-c07b-4a0d-af2c-9522c9140620 None None] Network 6b405671-bd07-4df8-8769-a99481c66110 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:18:31.407871 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72046c97-b060-4919-9edd-d0f24def7e56 req-269115e8-86df-4782-a144-bc17594a2fe3 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:31.409443 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-72046c97-b060-4919-9edd-d0f24def7e56 req-269115e8-86df-4782-a144-bc17594a2fe3 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 946 time: 0.0664992 Oct 17 03:18:31.439049 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:31.485801 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-72046c97-b060-4919-9edd-d0f24def7e56 req-d212f28e-1267-4ce7-b7f0-ac1aad415ed9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700514 Oct 17 03:18:31.930914 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43044) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:32.027575 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-987572173-network', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:18:32.047828 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Made reservation on behalf of dc518d9b31644a8d8b21cf9c645b1373 for: {'network': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:18:32.050079 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.058395 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.069878 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:32.087875 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:32.136077 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Publish callbacks [] for security_group (e629710a-996a-4978-bb87-e9c17f86eb0d), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.139509 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (e629710a-996a-4978-bb87-e9c17f86eb0d), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.164350 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=104638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:18:32.174774 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e629710a-996a-4978-bb87-e9c17f86eb0d,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:32.179516 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (9281cfb9-e7c0-43fb-be19-e096aecafd63), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.179850 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.segments_db [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Added segment 9281cfb9-e7c0-43fb-be19-e096aecafd63 of type vlan for network fff0603d-1cdb-4220-8dfd-3ace1c5fcead Oct 17 03:18:32.219543 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (fff0603d-1cdb-4220-8dfd-3ace1c5fcead), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.243351 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (fff0603d-1cdb-4220-8dfd-3ace1c5fcead), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.244319 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:32.244916 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.300094 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3680568 Oct 17 03:18:32.303177 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43048) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:32.308158 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-54e6e6a3-29a5-4a6d-b14f-e7cd3ad103e3 admin admin] Request body: {'subnet': {'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-987572173-subnet', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'ip_version': 4}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:18:32.311875 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bba7d-5b2b-4070-9498-07acd3ab46b3 admin admin] Pushing event updated for resources: {'Network': ['ID=fff0603d-1cdb-4220-8dfd-3ace1c5fcead,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:32.322043 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network fff0603d-1cdb-4220-8dfd-3ace1c5fcead details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:18:32.332089 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e6e6a3-29a5-4a6d-b14f-e7cd3ad103e3 admin admin] Made reservation on behalf of dc518d9b31644a8d8b21cf9c645b1373 for: {'subnet': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:18:32.334882 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-54e6e6a3-29a5-4a6d-b14f-e7cd3ad103e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3376478'] for subnet (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.516582 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-54e6e6a3-29a5-4a6d-b14f-e7cd3ad103e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3925969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3376460'] for subnet (d42b6f81-e342-4707-8163-9aa5acec1619), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.581544 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6e6a3-29a5-4a6d-b14f-e7cd3ad103e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42b6f81-e342-4707-8163-9aa5acec1619,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:32.591885 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e6e6a3-29a5-4a6d-b14f-e7cd3ad103e3 admin admin] Checking segment: {'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:18:32.592247 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6e6a3-29a5-4a6d-b14f-e7cd3ad103e3 admin admin] Network hostable DHCP agents. Network: fff0603d-1cdb-4220-8dfd-3ace1c5fcead, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:18:32.609582 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:32.616826 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6e6a3-29a5-4a6d-b14f-e7cd3ad103e3 admin admin] Network fff0603d-1cdb-4220-8dfd-3ace1c5fcead is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:18:32.625425 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9591b-2b56-4016-b7f2-287a117e024f req-64bf8d4f-c00d-4741-bb6b-23c79af38d58 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:32.626221 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-54e6e6a3-29a5-4a6d-b14f-e7cd3ad103e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, fff0603d-1cdb-4220-8dfd-3ace1c5fcead) {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:18:32.626946 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-82e9591b-2b56-4016-b7f2-287a117e024f req-64bf8d4f-c00d-4741-bb6b-23c79af38d58 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 946 time: 0.0550470 Oct 17 03:18:32.630320 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e6e6a3-29a5-4a6d-b14f-e7cd3ad103e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:32.630926 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-54e6e6a3-29a5-4a6d-b14f-e7cd3ad103e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.635703 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1dde24-8939-407f-b1f5-247eb7668bb0 None None] Network fff0603d-1cdb-4220-8dfd-3ace1c5fcead requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:18:32.652147 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-54e6e6a3-29a5-4a6d-b14f-e7cd3ad103e3 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3475835 Oct 17 03:18:32.652829 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43062) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:32.657410 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:18:32.680532 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1168'] for router (e81ee709-8057-43d3-a661-88f5d6fc1ef6), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.681897 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1177'] for router (e81ee709-8057-43d3-a661-88f5d6fc1ef6), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.682529 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-82e9591b-2b56-4016-b7f2-287a117e024f req-626c4119-a660-4294-a8ce-d7346278cc10 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=66f88b21-8bad-4a21-9046-0c0505c19066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446568 Oct 17 03:18:32.743985 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Publish callbacks [] for router_controller (e81ee709-8057-43d3-a661-88f5d6fc1ef6), precommit_add_association {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.763642 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'fixed_ips': [{'subnet_id': 'd42b6f81-e342-4707-8163-9aa5acec1619'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:18:32.764790 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.908833 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Publish callbacks [] for router_gateway (e81ee709-8057-43d3-a661-88f5d6fc1ef6), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:32.923681 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Allocated IP 172.20.0.2 (fff0603d-1cdb-4220-8dfd-3ace1c5fcead/d42b6f81-e342-4707-8163-9aa5acec1619/dc43a508-c1ca-493b-94f7-fe0e76a2d938) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:18:33.041196 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-84bcb6f8-6da5-4d3d-ba2d-3b269a8859d1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:33.042980 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-84bcb6f8-6da5-4d3d-ba2d-3b269a8859d1 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 946 time: 0.3135953 Oct 17 03:18:33.123521 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Publish callbacks [] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.131321 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.134546 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Publish callbacks [] for router_gateway (e81ee709-8057-43d3-a661-88f5d6fc1ef6), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.159735 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.164999 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Deleting port 0fcb1d19-78cc-466d-b47b-f0891a46de92 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:33.165340 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.170249 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Network fff0603d-1cdb-4220-8dfd-3ace1c5fcead is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:18:33.175863 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:18:33.180441 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:18:33.245748 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Pushing event updated for resources: {'Port': ['ID=dc43a508-c1ca-493b-94f7-fe0e76a2d938,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:33.268435 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Attempting to bind port dc43a508-c1ca-493b-94f7-fe0e76a2d938 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:18:33.268942 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Attempting to bind port dc43a508-c1ca-493b-94f7-fe0e76a2d938 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:18:33.269797 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Attempting to bind port dc43a508-c1ca-493b-94f7-fe0e76a2d938 on network fff0603d-1cdb-4220-8dfd-3ace1c5fcead {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:18:33.275324 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.276775 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.277157 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.277652 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.277993 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.278323 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.278647 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.279134 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.279462 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.279789 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.280106 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.282410 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] For port 0fcb1d19-78cc-466d-b47b-f0891a46de92, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=0fcb1d19-78cc-466d-b47b-f0891a46de92,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:33.283245 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.283350 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.283452 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.283543 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.283848 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:33.304563 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Allocated IP 172.27.0.156 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/c353f35c-4431-4ee7-bf50-fe21f73ce2d2) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:18:33.312464 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:33.337046 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:18:33.337526 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Checking segment: {'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:18:33.337859 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.338257 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Bound using segment: {'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:18:33.338935 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Bound port: dc43a508-c1ca-493b-94f7-fe0e76a2d938, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:18:33.339266 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.411920 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:33.416196 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] For port dc43a508-c1ca-493b-94f7-fe0e76a2d938, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:18:33.419903 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] For port dc43a508-c1ca-493b-94f7-fe0e76a2d938, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=dc43a508-c1ca-493b-94f7-fe0e76a2d938,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:18:33.429697 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.477210 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Publish callbacks [] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.512939 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a88b1-16ab-4311-8abc-c2136f831711 None None] Pushing event updated for resources: {'Port': ['ID=dc43a508-c1ca-493b-94f7-fe0e76a2d938,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:33.517222 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.531138 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.531494 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (c1448001-fd83-4579-b9f3-03f14249d2c3), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.531802 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Floating IP c1448001-fd83-4579-b9f3-03f14249d2c3 disassociated. External IP: 172.27.0.76, port: 0fcb1d19-78cc-466d-b47b-f0891a46de92. Oct 17 03:18:33.532296 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Calling delete_port for 0fcb1d19-78cc-466d-b47b-f0891a46de92 owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:33.559410 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:18:33.563174 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:18:33.567103 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:18:33.595154 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Pushing event updated for resources: {'Port': ['ID=c353f35c-4431-4ee7-bf50-fe21f73ce2d2,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:33.608640 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:33.766691 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:33.771994 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (0fcb1d19-78cc-466d-b47b-f0891a46de92), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:33.826556 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event deleted for resources: {'Port': ['ID=0fcb1d19-78cc-466d-b47b-f0891a46de92,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:33.891766 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b674b04c-cc8d-49ec-9c7b-f401b3607d65 req-e80e1942-6e67-4275-80bc-40d351a7998e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78c535d2-a4ae-43ff-bf93-8c35dfb79876 HTTP/1.1" status: 200 len: 210 time: 0.0550535 Oct 17 03:18:33.944343 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:33.966107 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:18:34.010954 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Publish callbacks [] for router_gateway (e81ee709-8057-43d3-a661-88f5d6fc1ef6), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:34.087785 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:18:34.099415 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db02c9-d3dd-43e5-8173-c2fe23b1cd34 None None] Sync routers for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:18:34.111843 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db02c9-d3dd-43e5-8173-c2fe23b1cd34 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:34.112915 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-00db02c9-d3dd-43e5-8173-c2fe23b1cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:34.140483 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] No DVR routers for this DVR port 0fcb1d19-78cc-466d-b47b-f0891a46de92 on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:18:34.142998 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:34.146285 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-434a0c51-c7af-4859-a5f3-a5f291bdf736 req-53fd5d6d-24fe-4ba5-b104-293b64fd096a tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.23 "DELETE /networking/v2.0/ports/0fcb1d19-78cc-466d-b47b-f0891a46de92 HTTP/1.1" status: 204 len: 173 time: 1.0951302 Oct 17 03:18:34.146808 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'name': 'network-vif-deleted', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:18:34.149197 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604540c6-a485-4d99-9119-2ea71864be21" -d '{"events": [{"server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "name": "network-vif-deleted", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:18:34.151851 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43092) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:34.159932 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:34.204917 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dff7a6d-4386-47d7-9a38-5407da6a2889 x-openstack-request-id: req-8dff7a6d-4386-47d7-9a38-5407da6a2889 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:18:34.205209 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c535d2-a4ae-43ff-bf93-8c35dfb79876", "name": "network-vif-deleted", "tag": "0fcb1d19-78cc-466d-b47b-f0891a46de92", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:18:34.205879 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8dff7a6d-4386-47d7-9a38-5407da6a2889 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:18:34.205879 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dff7a6d-4386-47d7-9a38-5407da6a2889'] response: {'server_uuid': '78c535d2-a4ae-43ff-bf93-8c35dfb79876', 'name': 'network-vif-deleted', 'tag': '0fcb1d19-78cc-466d-b47b-f0891a46de92', 'status': 'completed', 'code': 200} Oct 17 03:18:34.280907 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-00db02c9-d3dd-43e5-8173-c2fe23b1cd34 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:34.306948 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809'] for router (e81ee709-8057-43d3-a661-88f5d6fc1ef6), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:34.387899 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-80d825fd-eba6-46e8-bf42-abc1b84d8fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:34.540748 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-80d825fd-eba6-46e8-bf42-abc1b84d8fcc admin admin] Publish callbacks [] for security_group (4c936b86-3324-4b9a-8bf0-5de7b44f4336), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:34.552664 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-80d825fd-eba6-46e8-bf42-abc1b84d8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (4c936b86-3324-4b9a-8bf0-5de7b44f4336), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:34.559826 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:34.568593 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Router e81ee709-8057-43d3-a661-88f5d6fc1ef6 is scheduled to L3 agent dea58ebe-04a0-4074-8d33-fced80136847 with binding_index 1 {{(pid=104637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:18:34.589748 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-00db02c9-d3dd-43e5-8173-c2fe23b1cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:03Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:34.627454 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-80d825fd-eba6-46e8-bf42-abc1b84d8fcc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4f9bd622b30c4e3cb47ff332452c63e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4740176 Oct 17 03:18:34.627998 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43102) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:34.634686 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d825fd-eba6-46e8-bf42-abc1b84d8fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c936b86-3324-4b9a-8bf0-5de7b44f4336,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:34.701004 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-39e0c971-2562-469c-a1c1-3c8f0351fa4a admin admin] Publish callbacks [] for security_group (4c936b86-3324-4b9a-8bf0-5de7b44f4336), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:34.728595 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:18:34.739883 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Sync routers for ids ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:18:34.742888 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-39e0c971-2562-469c-a1c1-3c8f0351fa4a admin admin] Publish callbacks [] for security_group (4c936b86-3324-4b9a-8bf0-5de7b44f4336), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:34.754028 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:34.756477 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-56fc285c-0bc2-4e36-a5e5-5271e67af9be admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1025867 Oct 17 03:18:34.760458 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43104) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:34.772455 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Routers {'e81ee709-8057-43d3-a661-88f5d6fc1ef6'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:34.774470 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:34.816154 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db02c9-d3dd-43e5-8173-c2fe23b1cd34 None None] Checking router: f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:18:34.825751 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db02c9-d3dd-43e5-8173-c2fe23b1cd34 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:34.826831 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-00db02c9-d3dd-43e5-8173-c2fe23b1cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:34.891797 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250add3a-7dbb-42e0-a113-4a347907d6f6 None None] Network fff0603d-1cdb-4220-8dfd-3ace1c5fcead requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:18:34.914620 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Set router e81ee709-8057-43d3-a661-88f5d6fc1ef6 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:34.942419 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:34.973040 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-9c150e17-7092-41df-ba3a-cad763618965 None None] Provisioning complete for port dc43a508-c1ca-493b-94f7-fe0e76a2d938 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:34.974814 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9c150e17-7092-41df-ba3a-cad763618965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:34.975908 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-9c150e17-7092-41df-ba3a-cad763618965 None None] Attempt 1 to provision port dc43a508-c1ca-493b-94f7-fe0e76a2d938 Oct 17 03:18:35.049427 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43114) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:35.077407 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-39e0c971-2562-469c-a1c1-3c8f0351fa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (4c936b86-3324-4b9a-8bf0-5de7b44f4336), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.080464 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-39e0c971-2562-469c-a1c1-3c8f0351fa4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.083383 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-39e0c971-2562-469c-a1c1-3c8f0351fa4a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4c936b86-3324-4b9a-8bf0-5de7b44f4336 HTTP/1.1" status: 204 len: 168 time: 0.4543607 Oct 17 03:18:35.122459 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-00db02c9-d3dd-43e5-8173-c2fe23b1cd34 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:35.161188 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0c971-2562-469c-a1c1-3c8f0351fa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c936b86-3324-4b9a-8bf0-5de7b44f4336,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:35.178895 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2b674a0b-1396-4622-a400-d3b211f516b9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group (66f88b21-8bad-4a21-9046-0c0505c19066), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.179514 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:35.185289 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:35.222994 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2b674a0b-1396-4622-a400-d3b211f516b9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group (66f88b21-8bad-4a21-9046-0c0505c19066), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.269923 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:18:33Z', 'revision_number': 3, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:35.304497 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2b674a0b-1396-4622-a400-d3b211f516b9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (66f88b21-8bad-4a21-9046-0c0505c19066), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.307765 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-2b674a0b-1396-4622-a400-d3b211f516b9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.309042 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-9c150e17-7092-41df-ba3a-cad763618965 None None] Current status of the port dc43a508-c1ca-493b-94f7-fe0e76a2d938 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:35.309819 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-2b674a0b-1396-4622-a400-d3b211f516b9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/66f88b21-8bad-4a21-9046-0c0505c19066 HTTP/1.1" status: 204 len: 168 time: 0.2594109 Oct 17 03:18:35.311440 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9c150e17-7092-41df-ba3a-cad763618965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.313662 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Checking router: e81ee709-8057-43d3-a661-88f5d6fc1ef6 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:18:35.314138 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Updating router e81ee709-8057-43d3-a661-88f5d6fc1ef6 port c353f35c-4431-4ee7-bf50-fe21f73ce2d2 binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:18:35.314921 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43120) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:35.353451 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.380309 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b674a0b-1396-4622-a400-d3b211f516b9 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f88b21-8bad-4a21-9046-0c0505c19066,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:35.387968 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.api.v2.resource [None req-435eeaac-11a9-48f1-8d7a-89cc36b7be76 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] show failed (client error): The resource could not be found. Oct 17 03:18:35.389857 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:35.391386 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-435eeaac-11a9-48f1-8d7a-89cc36b7be76 tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "GET /networking/v2.0/security-groups/66f88b21-8bad-4a21-9046-0c0505c19066 HTTP/1.1" status: 404 len: 347 time: 0.0690906 Oct 17 03:18:35.395115 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43122) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:35.464131 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-9c150e17-7092-41df-ba3a-cad763618965 None None] For port dc43a508-c1ca-493b-94f7-fe0e76a2d938, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=dc43a508-c1ca-493b-94f7-fe0e76a2d938,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:35.487010 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9c150e17-7092-41df-ba3a-cad763618965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.532290 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.582039 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device dc43a508-c1ca-493b-94f7-fe0e76a2d938 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:18:35.604958 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43124) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:35.612090 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Deleting port dcf094ef-0664-49f2-bb62-43b0da3f65c3 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:35.612914 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (dcf094ef-0664-49f2-bb62-43b0da3f65c3), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.617737 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:35.626858 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f632afb7-d03e-4715-9d93-e486a2914c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.681731 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:35.703451 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port dc43a508-c1ca-493b-94f7-fe0e76a2d938 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:35.703818 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.705098 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port dc43a508-c1ca-493b-94f7-fe0e76a2d938 Oct 17 03:18:35.763466 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Publish callbacks [] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.772850 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (dcf094ef-0664-49f2-bb62-43b0da3f65c3), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.773188 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.773733 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (dcf094ef-0664-49f2-bb62-43b0da3f65c3), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.783962 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c150e17-7092-41df-ba3a-cad763618965 None None] Pushing event updated for resources: {'Port': ['ID=dc43a508-c1ca-493b-94f7-fe0e76a2d938,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:35.790340 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:35.792714 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Calling delete_port for dcf094ef-0664-49f2-bb62-43b0da3f65c3 owned by network:floatingip {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:35.821022 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-00db02c9-d3dd-43e5-8173-c2fe23b1cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:03Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:35.855583 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Attempting to bind port c353f35c-4431-4ee7-bf50-fe21f73ce2d2 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:18:35.856187 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Attempting to bind port c353f35c-4431-4ee7-bf50-fe21f73ce2d2 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:18:35.856723 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Attempting to bind port c353f35c-4431-4ee7-bf50-fe21f73ce2d2 on network 3f5d5270-3f2d-498d-b31c-27499816697e {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:18:35.873328 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f632afb7-d03e-4715-9d93-e486a2914c3a admin admin] Publish callbacks [] for security_group (eb122432-414e-47c9-9d26-7386917a7f6c), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.883321 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-f632afb7-d03e-4715-9d93-e486a2914c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (eb122432-414e-47c9-9d26-7386917a7f6c), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.891482 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db02c9-d3dd-43e5-8173-c2fe23b1cd34 None None] The sync data for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:11:44Z', 'revision_number': 4, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '051cd210-608f-45d0-b3d3-ff8ed5001f15', 'name': '', 'network_id': '7be2416a-9e29-4953-b802-c76adc0aa669', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'mac_address': 'fa:16:3e:de:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:43Z', 'updated_at': '2022-10-17T03:12:03Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'subnets': [{'id': '75d76145-3c07-4d14-ba2b-1d94837083b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:18:35.904261 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Pushing event updated for resources: {'Port': ['ID=c353f35c-4431-4ee7-bf50-fe21f73ce2d2,revision_number=2']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:35.919016 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port dc43a508-c1ca-493b-94f7-fe0e76a2d938 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:35.938562 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.939072 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.939349 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.939698 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.940026 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.940344 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.940660 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.940974 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.941284 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.941598 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.941909 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.942235 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.942547 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.942854 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.943183 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:35.981461 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (dcf094ef-0664-49f2-bb62-43b0da3f65c3), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.986025 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:18:35.987049 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:18:35.987670 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:35.988249 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Bound using segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:18:35.989233 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Bound port: c353f35c-4431-4ee7-bf50-fe21f73ce2d2, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:18:35.989883 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.005883 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-f632afb7-d03e-4715-9d93-e486a2914c3a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9c18d84f2a3647e48d8b4d10ec3f36d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992741 Oct 17 03:18:36.007464 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Allocated IP 172.20.0.1 (fff0603d-1cdb-4220-8dfd-3ace1c5fcead/d42b6f81-e342-4707-8163-9aa5acec1619/ca57eb6a-340c-4595-bb7d-2e09bc78517e) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:18:36.014024 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43126) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:36.021981 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-d0717750-b6db-4268-9a13-5fdd849084f4 None None] Provisioning complete for port dc43a508-c1ca-493b-94f7-fe0e76a2d938 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:36.022403 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d0717750-b6db-4268-9a13-5fdd849084f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.022741 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-d0717750-b6db-4268-9a13-5fdd849084f4 None None] Attempt 1 to provision port dc43a508-c1ca-493b-94f7-fe0e76a2d938 Oct 17 03:18:36.044545 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632afb7-d03e-4715-9d93-e486a2914c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb122432-414e-47c9-9d26-7386917a7f6c,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:36.058015 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Pushing event deleted for resources: {'Port': ['ID=dcf094ef-0664-49f2-bb62-43b0da3f65c3,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:36.065646 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] For port c353f35c-4431-4ee7-bf50-fe21f73ce2d2, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:18:36.070730 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] For port c353f35c-4431-4ee7-bf50-fe21f73ce2d2, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=c353f35c-4431-4ee7-bf50-fe21f73ce2d2,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:18:36.085672 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.132831 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.133215 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.133566 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.133960 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.134306 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.134641 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.134997 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.135874 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.136352 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.136684 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.140259 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Routers {'e81ee709-8057-43d3-a661-88f5d6fc1ef6'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:36.140896 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:36.141181 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.141556 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.141899 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.142288 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.142630 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:36.142737 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-d0717750-b6db-4268-9a13-5fdd849084f4 None None] Current status of the port dc43a508-c1ca-493b-94f7-fe0e76a2d938 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:36.219668 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks [] for floatingip (c1448001-fd83-4579-b9f3-03f14249d2c3), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.219668 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.219668 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-f53d67ab-5b50-46e5-9bb5-29fa14dada3e tempest-AttachVolumeShelveTestJSON-957531208 tempest-AttachVolumeShelveTestJSON-957531208-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/c1448001-fd83-4579-b9f3-03f14249d2c3 HTTP/1.1" status: 204 len: 168 time: 0.8213823 Oct 17 03:18:36.234941 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f194790-9239-4054-beaa-d71e33dfebbb None None] Pushing event updated for resources: {'Port': ['ID=c353f35c-4431-4ee7-bf50-fe21f73ce2d2,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:36.282953 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Publish callbacks [] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.286237 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:36.293855 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a9b3a4ef-04fa-4918-b695-fbc82d868f06 admin admin] Publish callbacks [] for security_group (eb122432-414e-47c9-9d26-7386917a7f6c), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.334216 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] Set router e81ee709-8057-43d3-a661-88f5d6fc1ef6 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:36.345295 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a9b3a4ef-04fa-4918-b695-fbc82d868f06 admin admin] Publish callbacks [] for security_group (eb122432-414e-47c9-9d26-7386917a7f6c), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.356295 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db8dfb-110b-47fd-827c-417116b8edba None None] New status for floating IP c1448001-fd83-4579-b9f3-03f14249d2c3: DOWN {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:18:36.386822 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.422529 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:36.462629 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Network fff0603d-1cdb-4220-8dfd-3ace1c5fcead is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:18:36.471598 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Pushing event updated for resources: {'Port': ['ID=ca57eb6a-340c-4595-bb7d-2e09bc78517e,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:36.471598 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:18:36.473908 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:18:36.478460 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a9b3a4ef-04fa-4918-b695-fbc82d868f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (eb122432-414e-47c9-9d26-7386917a7f6c), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.481733 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a9b3a4ef-04fa-4918-b695-fbc82d868f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.483195 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a9b3a4ef-04fa-4918-b695-fbc82d868f06 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/eb122432-414e-47c9-9d26-7386917a7f6c HTTP/1.1" status: 204 len: 168 time: 0.4661348 Oct 17 03:18:36.572280 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3a4ef-04fa-4918-b695-fbc82d868f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb122432-414e-47c9-9d26-7386917a7f6c,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:36.587400 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748858'] for router_interface (e81ee709-8057-43d3-a661-88f5d6fc1ef6), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.748139 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:36.754246 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:18:33Z', 'revision_number': 3, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:36.771879 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.790360 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02fd792-8db5-477c-95d6-9b45b64f94c8 None None] The sync data for ids ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'] in dv-cinder-846977-2-iscsi is: [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:18:33Z', 'revision_number': 3, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:18:36.864216 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-c93496a3-7d32-4ad1-a37b-a50a7c2f781c None None] Provisioning complete for port ca57eb6a-340c-4595-bb7d-2e09bc78517e triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:36.865336 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c93496a3-7d32-4ad1-a37b-a50a7c2f781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.865907 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-c93496a3-7d32-4ad1-a37b-a50a7c2f781c None None] Attempt 1 to provision port ca57eb6a-340c-4595-bb7d-2e09bc78517e Oct 17 03:18:36.903699 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-c93496a3-7d32-4ad1-a37b-a50a7c2f781c None None] Port ca57eb6a-340c-4595-bb7d-2e09bc78517e cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:18:36.914090 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 0fcb1d19-78cc-466d-b47b-f0891a46de92 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:18:36.939810 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: 0fcb1d19-78cc-466d-b47b-f0891a46de92 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:18:36.940161 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 0fcb1d19-78cc-466d-b47b-f0891a46de92 not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:18:36.965066 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Publish callbacks [] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:36.971554 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:37.067672 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Pushing event updated for resources: {'Port': ['ID=ca57eb6a-340c-4595-bb7d-2e09bc78517e,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:37.070156 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748966'] for router_interface (e81ee709-8057-43d3-a661-88f5d6fc1ef6), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:37.171520 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Network fff0603d-1cdb-4220-8dfd-3ace1c5fcead is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:18:37.172957 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:18:37.249483 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:37.305684 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-fd0a153d-376a-4dce-8a2e-aa892236c717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:37.336501 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Router e81ee709-8057-43d3-a661-88f5d6fc1ef6 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:18:37.433391 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-728934db-6d7c-4c9a-b67f-d9496d8136ad None None] Provisioning complete for port ca57eb6a-340c-4595-bb7d-2e09bc78517e triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:37.435759 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-728934db-6d7c-4c9a-b67f-d9496d8136ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:37.436285 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-728934db-6d7c-4c9a-b67f-d9496d8136ad None None] Attempt 1 to provision port ca57eb6a-340c-4595-bb7d-2e09bc78517e Oct 17 03:18:37.478674 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:18:37.492232 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-dbf3e41b-85b6-4090-9ac0-13cb1746799f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/e81ee709-8057-43d3-a661-88f5d6fc1ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7231212 Oct 17 03:18:37.505283 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-728934db-6d7c-4c9a-b67f-d9496d8136ad None None] Port ca57eb6a-340c-4595-bb7d-2e09bc78517e cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:18:37.564748 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device c353f35c-4431-4ee7-bf50-fe21f73ce2d2 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:18:37.704968 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port c353f35c-4431-4ee7-bf50-fe21f73ce2d2 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:37.705346 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:37.705684 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port c353f35c-4431-4ee7-bf50-fe21f73ce2d2 Oct 17 03:18:37.826598 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port c353f35c-4431-4ee7-bf50-fe21f73ce2d2 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:37.827150 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:37.851448 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port c353f35c-4431-4ee7-bf50-fe21f73ce2d2, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=c353f35c-4431-4ee7-bf50-fe21f73ce2d2,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:37.858957 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:37.859994 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device dc43a508-c1ca-493b-94f7-fe0e76a2d938 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:18:38.001733 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=c353f35c-4431-4ee7-bf50-fe21f73ce2d2,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:38.008613 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port dc43a508-c1ca-493b-94f7-fe0e76a2d938 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:38.008997 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:38.009693 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port dc43a508-c1ca-493b-94f7-fe0e76a2d938 Oct 17 03:18:38.049156 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:38.125763 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port dc43a508-c1ca-493b-94f7-fe0e76a2d938 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:38.151160 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43198) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:38.340884 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43206) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:38.346055 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2120588360-network', 'tenant_id': '83ef05f3398644eda7a2932e00314109'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:18:38.417174 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Made reservation on behalf of 83ef05f3398644eda7a2932e00314109 for: {'network': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:18:38.419711 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:38.454928 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:38.467737 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:38.660663 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Publish callbacks [] for security_group (6f6ab56b-354a-452c-97e4-3cffd9a1b766), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:38.665255 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (6f6ab56b-354a-452c-97e4-3cffd9a1b766), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:38.713993 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=104638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:18:38.725818 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6ab56b-354a-452c-97e4-3cffd9a1b766,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:38.738395 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (3bc04e48-53af-4beb-a4e7-a363680e90c8), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:38.738630 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.segments_db [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Added segment 3bc04e48-53af-4beb-a4e7-a363680e90c8 of type vlan for network 6e5834e9-1906-43fb-b655-d9bfc61604fe Oct 17 03:18:38.828767 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Sync routers for ids ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:18:38.840337 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Routers {'e81ee709-8057-43d3-a661-88f5d6fc1ef6'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:38.841027 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:38.850760 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (6e5834e9-1906-43fb-b655-d9bfc61604fe), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:38.933683 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d102e03a-5b92-4a93-ba43-9051139bd6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752455'] for router_interface (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:38.945102 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Set router e81ee709-8057-43d3-a661-88f5d6fc1ef6 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:38.967589 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (6e5834e9-1906-43fb-b655-d9bfc61604fe), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:38.968587 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:38.969145 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:38.984770 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:39.070468 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:39.148871 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:18:36Z', 'revision_number': 4, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'ca57eb6a-340c-4595-bb7d-2e09bc78517e', 'name': '', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'mac_address': 'fa:16:3e:e9:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:35Z', 'updated_at': '2022-10-17T03:18:36Z', 'revision_number': 2, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'subnets': [{'id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:39.175695 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Checking router: e81ee709-8057-43d3-a661-88f5d6fc1ef6 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:18:39.176044 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Updating router e81ee709-8057-43d3-a661-88f5d6fc1ef6 port ca57eb6a-340c-4595-bb7d-2e09bc78517e binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:18:39.206824 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:39.298738 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9544120 Oct 17 03:18:39.299091 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43218) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:39.304704 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-3aacdc4a-28d0-43fd-848c-ff3c427463f0 admin admin] Request body: {'subnet': {'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2120588360-subnet', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'ip_version': 4}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:18:39.341324 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d0025235-d4f4-43c9-a983-838f034fc57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:39.353583 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68795924-61ce-41ff-b811-046a60cca9ad admin admin] Pushing event updated for resources: {'Network': ['ID=6e5834e9-1906-43fb-b655-d9bfc61604fe,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:39.357715 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aacdc4a-28d0-43fd-848c-ff3c427463f0 admin admin] Made reservation on behalf of 83ef05f3398644eda7a2932e00314109 for: {'subnet': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:18:39.362899 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3aacdc4a-28d0-43fd-848c-ff3c427463f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3376478'] for subnet (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:39.384975 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network 6e5834e9-1906-43fb-b655-d9bfc61604fe details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:18:39.513004 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device c353f35c-4431-4ee7-bf50-fe21f73ce2d2 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:18:39.518283 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Publish callbacks [] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:39.526842 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:39.566220 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:39.590119 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port c353f35c-4431-4ee7-bf50-fe21f73ce2d2 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:39.591004 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:39.591351 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port c353f35c-4431-4ee7-bf50-fe21f73ce2d2 Oct 17 03:18:39.652161 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:39.660280 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-d102e03a-5b92-4a93-ba43-9051139bd6a9 admin admin] Deleting port 051cd210-608f-45d0-b3d3-ff8ed5001f15 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:39.661466 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d102e03a-5b92-4a93-ba43-9051139bd6a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:39.676640 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Attempting to bind port ca57eb6a-340c-4595-bb7d-2e09bc78517e on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:18:39.677012 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Attempting to bind port ca57eb6a-340c-4595-bb7d-2e09bc78517e by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:18:39.677371 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Attempting to bind port ca57eb6a-340c-4595-bb7d-2e09bc78517e on network fff0603d-1cdb-4220-8dfd-3ace1c5fcead {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:18:39.727919 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2015922-3baf-4233-88fd-019a9f8b944f None None] Pushing event updated for resources: {'Port': ['ID=ca57eb6a-340c-4595-bb7d-2e09bc78517e,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:39.734931 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:18:39.735314 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Checking segment: {'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:18:39.735719 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:39.736108 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Bound using segment: {'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:18:39.736591 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Bound port: ca57eb6a-340c-4595-bb7d-2e09bc78517e, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:18:39.736967 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:39.753577 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port c353f35c-4431-4ee7-bf50-fe21f73ce2d2 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:39.756066 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:39.783575 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-d102e03a-5b92-4a93-ba43-9051139bd6a9 admin admin] For port 051cd210-608f-45d0-b3d3-ff8ed5001f15, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=051cd210-608f-45d0-b3d3-ff8ed5001f15,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:39.784216 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d102e03a-5b92-4a93-ba43-9051139bd6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:39.803941 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-d102e03a-5b92-4a93-ba43-9051139bd6a9 admin admin] Calling delete_port for 051cd210-608f-45d0-b3d3-ff8ed5001f15 owned by network:router_interface {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:39.814073 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] For port ca57eb6a-340c-4595-bb7d-2e09bc78517e, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:18:39.817644 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] For port ca57eb6a-340c-4595-bb7d-2e09bc78517e, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ca57eb6a-340c-4595-bb7d-2e09bc78517e,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:18:39.829552 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:39.877895 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Routers {'e81ee709-8057-43d3-a661-88f5d6fc1ef6'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:39.878445 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:39.968734 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2015922-3baf-4233-88fd-019a9f8b944f None None] Pushing event updated for resources: {'Port': ['ID=ca57eb6a-340c-4595-bb7d-2e09bc78517e,revision_number=4']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:40.021223 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:40.028373 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d102e03a-5b92-4a93-ba43-9051139bd6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (051cd210-608f-45d0-b3d3-ff8ed5001f15), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.029737 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3aacdc4a-28d0-43fd-848c-ff3c427463f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3925969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3376460'] for subnet (847556e6-6fc3-4143-8141-d0a977ab2218), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.033449 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] Set router e81ee709-8057-43d3-a661-88f5d6fc1ef6 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:40.058962 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102e03a-5b92-4a93-ba43-9051139bd6a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=051cd210-608f-45d0-b3d3-ff8ed5001f15,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:40.077349 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacdc4a-28d0-43fd-848c-ff3c427463f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=847556e6-6fc3-4143-8141-d0a977ab2218,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:40.107723 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacdc4a-28d0-43fd-848c-ff3c427463f0 admin admin] Checking segment: {'id': '3bc04e48-53af-4beb-a4e7-a363680e90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:18:40.108066 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aacdc4a-28d0-43fd-848c-ff3c427463f0 admin admin] Network hostable DHCP agents. Network: 6e5834e9-1906-43fb-b655-d9bfc61604fe, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:18:40.128995 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aacdc4a-28d0-43fd-848c-ff3c427463f0 admin admin] Network 6e5834e9-1906-43fb-b655-d9bfc61604fe is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:18:40.144959 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-3aacdc4a-28d0-43fd-848c-ff3c427463f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, 6e5834e9-1906-43fb-b655-d9bfc61604fe) {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:18:40.156553 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f40156-86d8-46d3-a26c-1b631e45992e None None] Network 6e5834e9-1906-43fb-b655-d9bfc61604fe requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:18:40.159683 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aacdc4a-28d0-43fd-848c-ff3c427463f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:40.163246 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3aacdc4a-28d0-43fd-848c-ff3c427463f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.188370 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-3aacdc4a-28d0-43fd-848c-ff3c427463f0 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8876600 Oct 17 03:18:40.190797 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43230) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:40.196622 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2120588360-router', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:18:40.227835 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1168'] for router (250d1d1e-0065-4ff2-83a0-1df7a123c19b), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.229420 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1177'] for router (250d1d1e-0065-4ff2-83a0-1df7a123c19b), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.271088 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:18:36Z', 'revision_number': 4, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'ca57eb6a-340c-4595-bb7d-2e09bc78517e', 'name': '', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'mac_address': 'fa:16:3e:e9:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:35Z', 'updated_at': '2022-10-17T03:18:39Z', 'revision_number': 4, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'subnets': [{'id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:40.296225 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:40.299815 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26278a8c-ecc3-4974-a4a6-efd0dac4d29c None None] The sync data for ids ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'] in dv-cinder-846977-2-iscsi is: [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:18:36Z', 'revision_number': 4, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'ca57eb6a-340c-4595-bb7d-2e09bc78517e', 'name': '', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'mac_address': 'fa:16:3e:e9:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:35Z', 'updated_at': '2022-10-17T03:18:39Z', 'revision_number': 4, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'subnets': [{'id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:18:40.301709 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Publish callbacks [] for router_controller (250d1d1e-0065-4ff2-83a0-1df7a123c19b), precommit_add_association {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.328719 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d102e03a-5b92-4a93-ba43-9051139bd6a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752435'] for router_interface (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.364733 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-6e5834e9-1906-43fb-b655-d9bfc61604fe', 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe', 'project_id': '83ef05f3398644eda7a2932e00314109', 'fixed_ips': [{'subnet_id': '847556e6-6fc3-4143-8141-d0a977ab2218'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:18:40.368660 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.529923 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:40.539287 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Publish callbacks [] for router_gateway (250d1d1e-0065-4ff2-83a0-1df7a123c19b), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.561900 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Allocated IP 172.20.0.2 (6e5834e9-1906-43fb-b655-d9bfc61604fe/847556e6-6fc3-4143-8141-d0a977ab2218/6c0492c4-ca39-4579-a20c-dc4c22ed4268) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:18:40.681331 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d102e03a-5b92-4a93-ba43-9051139bd6a9 admin admin] Router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:18:40.766185 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.837464 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Publish callbacks [] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.848378 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.852080 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d102e03a-5b92-4a93-ba43-9051139bd6a9 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:18:40.856705 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Publish callbacks [] for router_gateway (250d1d1e-0065-4ff2-83a0-1df7a123c19b), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:40.864410 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-d102e03a-5b92-4a93-ba43-9051139bd6a9 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7102277 Oct 17 03:18:40.865039 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43236) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:40.899166 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93140b-29e6-4868-812a-ce98ab007f48 None None] Sync routers for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:18:40.901830 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.076383 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Publish callbacks [] for router (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.114029 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Allocated IP 172.27.0.127 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/c213d781-49fe-4636-afba-4021f65b0292) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:18:41.130483 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:41.144695 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93140b-29e6-4868-812a-ce98ab007f48 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:41.145686 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-7f93140b-29e6-4868-812a-ce98ab007f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:41.152640 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Network 6e5834e9-1906-43fb-b655-d9bfc61604fe is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:18:41.189597 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:18:41.193483 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:18:41.195141 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Pushing event updated for resources: {'Port': ['ID=6c0492c4-ca39-4579-a20c-dc4c22ed4268,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:41.201785 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:41.221205 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Publish callbacks [] for router_gateway (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.265717 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Publish callbacks [] for port (c213d781-49fe-4636-afba-4021f65b0292), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.284493 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Deleting port e41b3e6b-c2a5-4952-9a4c-b420f2176d02 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:41.285148 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.300822 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:41.311973 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (c213d781-49fe-4636-afba-4021f65b0292), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.316210 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Attempting to bind port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:18:41.316587 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Attempting to bind port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '3bc04e48-53af-4beb-a4e7-a363680e90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:18:41.316957 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Attempting to bind port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 on network 6e5834e9-1906-43fb-b655-d9bfc61604fe {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:18:41.362564 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-7f93140b-29e6-4868-812a-ce98ab007f48 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:41.387198 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:18:41.399127 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:18:41.405394 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] For port e41b3e6b-c2a5-4952-9a4c-b420f2176d02, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=e41b3e6b-c2a5-4952-9a4c-b420f2176d02,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:41.406256 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.409572 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:18:41.430905 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Pushing event updated for resources: {'Port': ['ID=c213d781-49fe-4636-afba-4021f65b0292,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:41.431876 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Calling delete_port for e41b3e6b-c2a5-4952-9a4c-b420f2176d02 owned by network:router_gateway {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:41.534558 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:18:41.535589 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Checking segment: {'id': '3bc04e48-53af-4beb-a4e7-a363680e90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:18:41.536435 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.536830 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Bound using segment: {'id': '3bc04e48-53af-4beb-a4e7-a363680e90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:18:41.537314 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Bound port: 6c0492c4-ca39-4579-a20c-dc4c22ed4268, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc04e48-53af-4beb-a4e7-a363680e90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:18:41.537698 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.603202 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ca57eb6a-340c-4595-bb7d-2e09bc78517e up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:18:41.614673 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:41.652390 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (e41b3e6b-c2a5-4952-9a4c-b420f2176d02), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.690579 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Pushing event deleted for resources: {'Port': ['ID=e41b3e6b-c2a5-4952-9a4c-b420f2176d02,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:41.722233 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] For port 6c0492c4-ca39-4579-a20c-dc4c22ed4268, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:18:41.741607 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] For port 6c0492c4-ca39-4579-a20c-dc4c22ed4268, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=6c0492c4-ca39-4579-a20c-dc4c22ed4268,segment=NetworkSegment(3bc04e48-53af-4beb-a4e7-a363680e90c8),segment_id=3bc04e48-53af-4beb-a4e7-a363680e90c8)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:18:41.758450 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.762406 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Publish callbacks [] for router_gateway (250d1d1e-0065-4ff2-83a0-1df7a123c19b), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.777000 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751737'] for router_gateway (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.779546 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port ca57eb6a-340c-4595-bb7d-2e09bc78517e triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:41.779923 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.780310 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port ca57eb6a-340c-4595-bb7d-2e09bc78517e Oct 17 03:18:41.818574 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-7f93140b-29e6-4868-812a-ce98ab007f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:18:39Z', 'revision_number': 5, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port': {'id': 'e41b3e6b-c2a5-4952-9a4c-b420f2176d02', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:11:39Z', 'updated_at': '2022-10-17T03:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:41.882245 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93140b-29e6-4868-812a-ce98ab007f48 None None] Checking router: f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:18:41.908604 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93140b-29e6-4868-812a-ce98ab007f48 None None] Routers {'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:41.909133 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1154'] for router (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.909287 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-7f93140b-29e6-4868-812a-ce98ab007f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:41.912107 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Publish callbacks [] for router_controller (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:41.946504 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:41.989201 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cf5b9-5629-4b82-b448-d8e84e081549 None None] Pushing event updated for resources: {'Port': ['ID=6c0492c4-ca39-4579-a20c-dc4c22ed4268,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:42.004547 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752491'] for router (f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.005711 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc {{(pid=104638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:18:42.028986 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.035382 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-5b69f326-b0da-4cca-860d-b52d2f8d323b admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc HTTP/1.1" status: 204 len: 168 time: 1.1690192 Oct 17 03:18:42.040935 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43248) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:42.075105 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809'] for router (250d1d1e-0065-4ff2-83a0-1df7a123c19b), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.112101 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd254018-58b6-4d53-a40f-316a6391c6a7 admin admin] Deleting subnet 75d76145-3c07-4d14-ba2b-1d94837083b0 {{(pid=104638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:18:42.116015 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd254018-58b6-4d53-a40f-316a6391c6a7 admin admin] Publish callbacks [] for subnet (75d76145-3c07-4d14-ba2b-1d94837083b0), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.149807 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-7f93140b-29e6-4868-812a-ce98ab007f48 None None] Set router f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc gateway port host: None {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:42.164106 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd254018-58b6-4d53-a40f-316a6391c6a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660978'] for subnet (75d76145-3c07-4d14-ba2b-1d94837083b0), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.198513 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:42.217012 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:42.228538 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-7f93140b-29e6-4868-812a-ce98ab007f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:18:41Z', 'revision_number': 7, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port_host': None}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:42.231310 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port ca57eb6a-340c-4595-bb7d-2e09bc78517e is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:42.231670 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.249853 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Router 250d1d1e-0065-4ff2-83a0-1df7a123c19b is scheduled to L3 agent dea58ebe-04a0-4074-8d33-fced80136847 with binding_index 1 {{(pid=104637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:18:42.258837 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.266115 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93140b-29e6-4868-812a-ce98ab007f48 None None] The sync data for ids ['f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc'] in dv-cinder-846977-2-iscsi is: [{'id': 'f6c1ce50-a8f0-400a-b5f9-1f59acb2a8dc', 'name': 'tempest-AttachVolumeShelveTestJSON-1898099414-router', 'tenant_id': '36f63b28bb4f4654b53a01507b337d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:11:37Z', 'updated_at': '2022-10-17T03:18:41Z', 'revision_number': 7, 'project_id': '36f63b28bb4f4654b53a01507b337d52', 'gw_port_host': None}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:18:42.271671 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd254018-58b6-4d53-a40f-316a6391c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (75d76145-3c07-4d14-ba2b-1d94837083b0), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.304353 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port ca57eb6a-340c-4595-bb7d-2e09bc78517e, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ca57eb6a-340c-4595-bb7d-2e09bc78517e,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:42.324608 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:42.325607 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.361127 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd254018-58b6-4d53-a40f-316a6391c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821080'] for subnet (75d76145-3c07-4d14-ba2b-1d94837083b0), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.373911 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.392456 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:18:42.398420 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd254018-58b6-4d53-a40f-316a6391c6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d76145-3c07-4d14-ba2b-1d94837083b0,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:42.398547 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=ca57eb6a-340c-4595-bb7d-2e09bc78517e,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:42.400568 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fd254018-58b6-4d53-a40f-316a6391c6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.404386 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-fd254018-58b6-4d53-a40f-316a6391c6a7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/75d76145-3c07-4d14-ba2b-1d94837083b0 HTTP/1.1" status: 204 len: 168 time: 0.3623428 Oct 17 03:18:42.406793 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Sync routers for ids ['250d1d1e-0065-4ff2-83a0-1df7a123c19b'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:18:42.407212 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43250) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:42.410510 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:42.436296 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Routers {'250d1d1e-0065-4ff2-83a0-1df7a123c19b'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:42.436920 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['250d1d1e-0065-4ff2-83a0-1df7a123c19b'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:42.448859 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.450177 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-a7a1a00d-4d75-4c81-a890-33d40293b27c admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2579160 Oct 17 03:18:42.453723 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43252) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:42.499672 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (7be2416a-9e29-4953-b802-c76adc0aa669), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.558742 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Deleting port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:18:42.559103 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.572019 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Set router 250d1d1e-0065-4ff2-83a0-1df7a123c19b gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:42.632396 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] For port f5249adb-9cd3-4270-aa3c-8fb9a5b22622, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=f5249adb-9cd3-4270-aa3c-8fb9a5b22622,segment=NetworkSegment(a750c819-c09c-4118-8507-484ee2472acd),segment_id=a750c819-c09c-4118-8507-484ee2472acd)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:42.632753 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.648624 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Calling delete_port for f5249adb-9cd3-4270-aa3c-8fb9a5b22622 owned by network:dhcp {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:18:42.679240 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:42.743687 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (f5249adb-9cd3-4270-aa3c-8fb9a5b22622), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.773939 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5249adb-9cd3-4270-aa3c-8fb9a5b22622,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:42.798715 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] No DVR routers for this DVR port f5249adb-9cd3-4270-aa3c-8fb9a5b22622 on host dv-cinder-846977-2-iscsi {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:18:42.889764 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'name': 'tempest-TestMinimumBasicScenario-2120588360-router', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'c213d781-49fe-4636-afba-4021f65b0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:41Z', 'revision_number': 3, 'project_id': '83ef05f3398644eda7a2932e00314109', 'gw_port': {'id': 'c213d781-49fe-4636-afba-4021f65b0292', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:42.903073 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (7be2416a-9e29-4953-b802-c76adc0aa669), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.918531 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Checking router: 250d1d1e-0065-4ff2-83a0-1df7a123c19b for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:18:42.918977 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Updating router 250d1d1e-0065-4ff2-83a0-1df7a123c19b port c213d781-49fe-4636-afba-4021f65b0292 binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:18:42.940307 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be2416a-9e29-4953-b802-c76adc0aa669']}} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:42.950834 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a750c819-c09c-4118-8507-484ee2472acd') {'for_net_delete': True} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:42.951154 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a750c819-c09c-4118-8507-484ee2472acd') {} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:42.955875 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c213d781-49fe-4636-afba-4021f65b0292), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.962454 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3661003'] for segment (a750c819-c09c-4118-8507-484ee2472acd), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.976821 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (a750c819-c09c-4118-8507-484ee2472acd), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.982815 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:42.986625 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=104638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:18:42.987619 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25377617'] for segment (a750c819-c09c-4118-8507-484ee2472acd), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.058846 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (7be2416a-9e29-4953-b802-c76adc0aa669), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.066247 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.069893 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/7be2416a-9e29-4953-b802-c76adc0aa669 HTTP/1.1" status: 204 len: 168 time: 0.6618338 Oct 17 03:18:43.078185 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:43.101531 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment a750c819-c09c-4118-8507-484ee2472acd resource provider aggregate not found Oct 17 03:18:43.112914 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3ad16-04e1-4716-b239-7afc5dad6f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=7be2416a-9e29-4953-b802-c76adc0aa669,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:43.129320 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment a750c819-c09c-4118-8507-484ee2472acd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a750c819-c09c-4118-8507-484ee2472acd found for delete ", "request_id": "req-0f297989-ac88-45e8-a854-b796d6495ef2"}]} Oct 17 03:18:43.148622 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7bb7b2-ba49-4bcd-bc50-b376af8d8b82 None None] get_active_networks_info from dv-cinder-846977-2-iscsi {{(pid=104639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:18:43.251785 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-2f4740f0-5344-4560-9f42-fef5281b3250 None None] Provisioning complete for port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:43.252156 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-2f4740f0-5344-4560-9f42-fef5281b3250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.252654 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-2f4740f0-5344-4560-9f42-fef5281b3250 None None] Attempt 1 to provision port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 Oct 17 03:18:43.280051 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Allocated IP 172.20.0.1 (6e5834e9-1906-43fb-b655-d9bfc61604fe/847556e6-6fc3-4143-8141-d0a977ab2218/769328b2-5e83-42f6-ab62-a29904e9d7ec) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:18:43.287367 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:43.411434 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7bb7b2-ba49-4bcd-bc50-b376af8d8b82 None None] Resources bound (agent type, host, resource id): {{(pid=104639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:18:43.445184 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43270) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:43.552969 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-70291ee3-4e76-41c7-a773-af2929361402 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=36f63b28bb4f4654b53a01507b337d52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1043911 Oct 17 03:18:43.553737 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43274) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:43.598623 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Publish callbacks [] for port (c213d781-49fe-4636-afba-4021f65b0292), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.599428 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-2f4740f0-5344-4560-9f42-fef5281b3250 None None] Current status of the port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:43.599726 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-2f4740f0-5344-4560-9f42-fef5281b3250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.612651 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c213d781-49fe-4636-afba-4021f65b0292), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.650199 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Attempting to bind port c213d781-49fe-4636-afba-4021f65b0292 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:18:43.650564 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Attempting to bind port c213d781-49fe-4636-afba-4021f65b0292 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:18:43.653246 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Attempting to bind port c213d781-49fe-4636-afba-4021f65b0292 on network 3f5d5270-3f2d-498d-b31c-27499816697e {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:18:43.657641 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Publish callbacks [] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.693302 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-309d0cd6-1f9b-4da7-84fb-10ed2cfc80be admin admin] Publish callbacks [] for security_group (e8b0dfcb-8f51-48bf-bd83-f1d13ad34bf5), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.717772 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-2f4740f0-5344-4560-9f42-fef5281b3250 None None] For port 6c0492c4-ca39-4579-a20c-dc4c22ed4268, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=6c0492c4-ca39-4579-a20c-dc4c22ed4268,segment=NetworkSegment(3bc04e48-53af-4beb-a4e7-a363680e90c8),segment_id=3bc04e48-53af-4beb-a4e7-a363680e90c8)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:43.725810 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-2f4740f0-5344-4560-9f42-fef5281b3250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.729969 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-309d0cd6-1f9b-4da7-84fb-10ed2cfc80be admin admin] Publish callbacks [] for security_group (e8b0dfcb-8f51-48bf-bd83-f1d13ad34bf5), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.754105 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.759281 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:18:43.759655 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:18:43.760708 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.761103 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Bound using segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:18:43.761932 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Bound port: c213d781-49fe-4636-afba-4021f65b0292, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:18:43.761932 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c213d781-49fe-4636-afba-4021f65b0292), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.801407 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8c1ce-7ada-487d-a1ea-8caaacee22e2 None None] Pushing event updated for resources: {'Port': ['ID=c213d781-49fe-4636-afba-4021f65b0292,revision_number=2']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:43.801624 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Network 6e5834e9-1906-43fb-b655-d9bfc61604fe is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:18:43.811806 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:18:43.816341 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ca57eb6a-340c-4595-bb7d-2e09bc78517e up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:18:43.817072 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:18:43.818858 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:43.829031 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] For port c213d781-49fe-4636-afba-4021f65b0292, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:18:43.833032 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] For port c213d781-49fe-4636-afba-4021f65b0292, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=c213d781-49fe-4636-afba-4021f65b0292,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:18:43.842646 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c213d781-49fe-4636-afba-4021f65b0292), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.857565 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Pushing event updated for resources: {'Port': ['ID=769328b2-5e83-42f6-ab62-a29904e9d7ec,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:43.868902 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748858'] for router_interface (250d1d1e-0065-4ff2-83a0-1df7a123c19b), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.886848 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4740f0-5344-4560-9f42-fef5281b3250 None None] Pushing event updated for resources: {'Port': ['ID=6c0492c4-ca39-4579-a20c-dc4c22ed4268,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:43.898752 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port ca57eb6a-340c-4595-bb7d-2e09bc78517e triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:43.899334 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.899726 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port ca57eb6a-340c-4595-bb7d-2e09bc78517e Oct 17 03:18:43.909791 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:43.916131 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-309d0cd6-1f9b-4da7-84fb-10ed2cfc80be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (e8b0dfcb-8f51-48bf-bd83-f1d13ad34bf5), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.919109 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-309d0cd6-1f9b-4da7-84fb-10ed2cfc80be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:43.922577 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-309d0cd6-1f9b-4da7-84fb-10ed2cfc80be admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e8b0dfcb-8f51-48bf-bd83-f1d13ad34bf5 HTTP/1.1" status: 204 len: 168 time: 0.3657916 Oct 17 03:18:43.933137 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:43.935210 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8c1ce-7ada-487d-a1ea-8caaacee22e2 None None] Pushing event updated for resources: {'Port': ['ID=c213d781-49fe-4636-afba-4021f65b0292,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:43.936232 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d0cd6-1f9b-4da7-84fb-10ed2cfc80be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b0dfcb-8f51-48bf-bd83-f1d13ad34bf5,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:43.958374 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Routers {'250d1d1e-0065-4ff2-83a0-1df7a123c19b'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:43.959536 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['250d1d1e-0065-4ff2-83a0-1df7a123c19b'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:43.960400 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a109166-320f-4bfc-9d3a-86bafb55989f None None] DHCP port deletion for 7be2416a-9e29-4953-b802-c76adc0aa669 request from dv-cinder-846977-2-iscsi {{(pid=104639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:18:44.014520 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086805b-6bc8-4e50-b4c5-82df1a439fad None None] Network 6e5834e9-1906-43fb-b655-d9bfc61604fe requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:18:44.042189 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:44.092553 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] Set router 250d1d1e-0065-4ff2-83a0-1df7a123c19b gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:44.136426 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port ca57eb6a-340c-4595-bb7d-2e09bc78517e is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:44.138034 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 6c0492c4-ca39-4579-a20c-dc4c22ed4268 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:18:44.188867 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:44.242153 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:44.247192 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:44.247793 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:44.248421 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 Oct 17 03:18:44.248862 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Publish callbacks [] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:44.258803 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3925854'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:44.321066 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'name': 'tempest-TestMinimumBasicScenario-2120588360-router', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'c213d781-49fe-4636-afba-4021f65b0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:41Z', 'revision_number': 3, 'project_id': '83ef05f3398644eda7a2932e00314109', 'gw_port': {'id': 'c213d781-49fe-4636-afba-4021f65b0292', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:44.358719 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f8795-9930-4f5f-a0b3-2080a606af9b None None] The sync data for ids ['250d1d1e-0065-4ff2-83a0-1df7a123c19b'] in dv-cinder-846977-2-iscsi is: [{'id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'name': 'tempest-TestMinimumBasicScenario-2120588360-router', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'c213d781-49fe-4636-afba-4021f65b0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:41Z', 'revision_number': 3, 'project_id': '83ef05f3398644eda7a2932e00314109', 'gw_port': {'id': 'c213d781-49fe-4636-afba-4021f65b0292', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:18:44.392156 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:44.495178 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 051cd210-608f-45d0-b3d3-ff8ed5001f15 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:18:44.523673 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 051cd210-608f-45d0-b3d3-ff8ed5001f15 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:18:44.524123 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 051cd210-608f-45d0-b3d3-ff8ed5001f15 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:18:44.524723 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device e41b3e6b-c2a5-4952-9a4c-b420f2176d02 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:18:44.550404 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: e41b3e6b-c2a5-4952-9a4c-b420f2176d02 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:18:44.550856 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device e41b3e6b-c2a5-4952-9a4c-b420f2176d02 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:18:44.571746 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-9b1ebe62-9168-4b88-83d0-751212cea400 None None] Provisioning complete for port 769328b2-5e83-42f6-ab62-a29904e9d7ec triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:44.572115 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ebe62-9168-4b88-83d0-751212cea400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:44.572470 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-9b1ebe62-9168-4b88-83d0-751212cea400 None None] Attempt 1 to provision port 769328b2-5e83-42f6-ab62-a29904e9d7ec Oct 17 03:18:44.618696 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ebe62-9168-4b88-83d0-751212cea400 None None] Port 769328b2-5e83-42f6-ab62-a29904e9d7ec cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:18:44.628493 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-9b1ebe62-9168-4b88-83d0-751212cea400 None None] Provisioning complete for port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:44.628873 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9b1ebe62-9168-4b88-83d0-751212cea400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:44.629200 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-9b1ebe62-9168-4b88-83d0-751212cea400 None None] Attempt 1 to provision port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 Oct 17 03:18:44.712133 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Pushing event updated for resources: {'Port': ['ID=769328b2-5e83-42f6-ab62-a29904e9d7ec,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:44.730818 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748966'] for router_interface (250d1d1e-0065-4ff2-83a0-1df7a123c19b), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:44.775856 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ebe62-9168-4b88-83d0-751212cea400 None None] Current status of the port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:44.871442 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Network 6e5834e9-1906-43fb-b655-d9bfc61604fe is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:18:44.873199 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:18:44.902251 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-36fcfbb7-df86-4847-89f8-f6dc48483c81 None None] Provisioning complete for port 769328b2-5e83-42f6-ab62-a29904e9d7ec triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:44.902791 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-36fcfbb7-df86-4847-89f8-f6dc48483c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:44.903333 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-36fcfbb7-df86-4847-89f8-f6dc48483c81 None None] Attempt 1 to provision port 769328b2-5e83-42f6-ab62-a29904e9d7ec Oct 17 03:18:44.939839 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-36fcfbb7-df86-4847-89f8-f6dc48483c81 None None] Port 769328b2-5e83-42f6-ab62-a29904e9d7ec cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:18:45.016370 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Router 250d1d1e-0065-4ff2-83a0-1df7a123c19b has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:18:45.144507 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:18:45.159937 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-acf75d9f-f4bb-478e-b03b-d8f00d54721e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/250d1d1e-0065-4ff2-83a0-1df7a123c19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7006071 Oct 17 03:18:45.165597 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-028fa874-3732-4f67-94b7-1d88205406dd None None] Provisioning complete for port 769328b2-5e83-42f6-ab62-a29904e9d7ec triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:45.165976 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-028fa874-3732-4f67-94b7-1d88205406dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:45.166343 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-028fa874-3732-4f67-94b7-1d88205406dd None None] Attempt 1 to provision port 769328b2-5e83-42f6-ab62-a29904e9d7ec Oct 17 03:18:45.206286 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-028fa874-3732-4f67-94b7-1d88205406dd None None] Port 769328b2-5e83-42f6-ab62-a29904e9d7ec cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:18:45.556404 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 6c0492c4-ca39-4579-a20c-dc4c22ed4268 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:18:45.647159 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:45.647558 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:45.647891 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 Oct 17 03:18:45.874056 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:45.875164 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device c213d781-49fe-4636-afba-4021f65b0292 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:18:45.924073 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port c213d781-49fe-4636-afba-4021f65b0292 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:45.924513 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (c213d781-49fe-4636-afba-4021f65b0292), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:45.924931 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port c213d781-49fe-4636-afba-4021f65b0292 Oct 17 03:18:46.003740 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:46.011365 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port c213d781-49fe-4636-afba-4021f65b0292 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:46.011365 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (c213d781-49fe-4636-afba-4021f65b0292), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:46.036887 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port c213d781-49fe-4636-afba-4021f65b0292, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=c213d781-49fe-4636-afba-4021f65b0292,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:46.040841 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (c213d781-49fe-4636-afba-4021f65b0292), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:46.069813 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device f5249adb-9cd3-4270-aa3c-8fb9a5b22622 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:18:46.101528 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:46.108490 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: f5249adb-9cd3-4270-aa3c-8fb9a5b22622 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:18:46.108906 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device f5249adb-9cd3-4270-aa3c-8fb9a5b22622 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:18:46.134747 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=c213d781-49fe-4636-afba-4021f65b0292,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:46.955100 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:47.431201 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device c213d781-49fe-4636-afba-4021f65b0292 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:18:47.436834 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Sync routers for ids ['250d1d1e-0065-4ff2-83a0-1df7a123c19b'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:18:47.479464 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Routers {'250d1d1e-0065-4ff2-83a0-1df7a123c19b'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:47.480380 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['250d1d1e-0065-4ff2-83a0-1df7a123c19b'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:47.574024 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port c213d781-49fe-4636-afba-4021f65b0292 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:47.574662 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (c213d781-49fe-4636-afba-4021f65b0292), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:47.575013 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port c213d781-49fe-4636-afba-4021f65b0292 Oct 17 03:18:47.622989 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Set router 250d1d1e-0065-4ff2-83a0-1df7a123c19b gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:47.797638 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port c213d781-49fe-4636-afba-4021f65b0292 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:47.931190 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'name': 'tempest-TestMinimumBasicScenario-2120588360-router', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'c213d781-49fe-4636-afba-4021f65b0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:43Z', 'revision_number': 4, 'project_id': '83ef05f3398644eda7a2932e00314109', 'gw_port': {'id': 'c213d781-49fe-4636-afba-4021f65b0292', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '769328b2-5e83-42f6-ab62-a29904e9d7ec', 'name': '', 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'mac_address': 'fa:16:3e:d6:c7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '847556e6-6fc3-4143-8141-d0a977ab2218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:43Z', 'updated_at': '2022-10-17T03:18:44Z', 'revision_number': 2, 'project_id': '83ef05f3398644eda7a2932e00314109', 'subnets': [{'id': '847556e6-6fc3-4143-8141-d0a977ab2218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:47.972776 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Checking router: 250d1d1e-0065-4ff2-83a0-1df7a123c19b for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:18:47.973454 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Updating router 250d1d1e-0065-4ff2-83a0-1df7a123c19b port 769328b2-5e83-42f6-ab62-a29904e9d7ec binding host dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:18:48.006274 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:48.354761 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:48.357578 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Publish callbacks [] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), precommit_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:48.366214 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:48.450718 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a867fa-4f6a-4639-9df0-146438b54ffb None None] Pushing event updated for resources: {'Port': ['ID=769328b2-5e83-42f6-ab62-a29904e9d7ec,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:48.482423 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:48.509192 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Attempting to bind port 769328b2-5e83-42f6-ab62-a29904e9d7ec on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:18:48.510724 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Attempting to bind port 769328b2-5e83-42f6-ab62-a29904e9d7ec by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '3bc04e48-53af-4beb-a4e7-a363680e90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:18:48.511983 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Attempting to bind port 769328b2-5e83-42f6-ab62-a29904e9d7ec on network 6e5834e9-1906-43fb-b655-d9bfc61604fe {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:18:48.568421 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:18:48.568792 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Checking segment: {'id': '3bc04e48-53af-4beb-a4e7-a363680e90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:18:48.569203 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:48.569611 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Bound using segment: {'id': '3bc04e48-53af-4beb-a4e7-a363680e90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:18:48.570111 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Bound port: 769328b2-5e83-42f6-ab62-a29904e9d7ec, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc04e48-53af-4beb-a4e7-a363680e90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:18:48.570497 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:48.657658 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] For port 769328b2-5e83-42f6-ab62-a29904e9d7ec, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:18:48.661698 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] For port 769328b2-5e83-42f6-ab62-a29904e9d7ec, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=769328b2-5e83-42f6-ab62-a29904e9d7ec,segment=NetworkSegment(3bc04e48-53af-4beb-a4e7-a363680e90c8),segment_id=3bc04e48-53af-4beb-a4e7-a363680e90c8)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:18:48.671717 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:48.714542 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Routers {'250d1d1e-0065-4ff2-83a0-1df7a123c19b'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:18:48.715220 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:18:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['250d1d1e-0065-4ff2-83a0-1df7a123c19b'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:48.788516 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a867fa-4f6a-4639-9df0-146438b54ffb None None] Pushing event updated for resources: {'Port': ['ID=769328b2-5e83-42f6-ab62-a29904e9d7ec,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:48.895343 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] Set router 250d1d1e-0065-4ff2-83a0-1df7a123c19b gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:18:49.203804 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'name': 'tempest-TestMinimumBasicScenario-2120588360-router', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'c213d781-49fe-4636-afba-4021f65b0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:43Z', 'revision_number': 4, 'project_id': '83ef05f3398644eda7a2932e00314109', 'gw_port': {'id': 'c213d781-49fe-4636-afba-4021f65b0292', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '769328b2-5e83-42f6-ab62-a29904e9d7ec', 'name': '', 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'mac_address': 'fa:16:3e:d6:c7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '847556e6-6fc3-4143-8141-d0a977ab2218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:43Z', 'updated_at': '2022-10-17T03:18:48Z', 'revision_number': 4, 'project_id': '83ef05f3398644eda7a2932e00314109', 'subnets': [{'id': '847556e6-6fc3-4143-8141-d0a977ab2218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:49.237006 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eca6869-d483-40ce-b8e9-682aa7dd3025 None None] The sync data for ids ['250d1d1e-0065-4ff2-83a0-1df7a123c19b'] in dv-cinder-846977-2-iscsi is: [{'id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'name': 'tempest-TestMinimumBasicScenario-2120588360-router', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'c213d781-49fe-4636-afba-4021f65b0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:43Z', 'revision_number': 4, 'project_id': '83ef05f3398644eda7a2932e00314109', 'gw_port': {'id': 'c213d781-49fe-4636-afba-4021f65b0292', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '769328b2-5e83-42f6-ab62-a29904e9d7ec', 'name': '', 'network_id': '6e5834e9-1906-43fb-b655-d9bfc61604fe', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'mac_address': 'fa:16:3e:d6:c7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '847556e6-6fc3-4143-8141-d0a977ab2218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:43Z', 'updated_at': '2022-10-17T03:18:48Z', 'revision_number': 4, 'project_id': '83ef05f3398644eda7a2932e00314109', 'subnets': [{'id': '847556e6-6fc3-4143-8141-d0a977ab2218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:18:49.534669 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 769328b2-5e83-42f6-ab62-a29904e9d7ec up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:18:49.617141 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 769328b2-5e83-42f6-ab62-a29904e9d7ec triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:49.618081 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:49.618613 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 769328b2-5e83-42f6-ab62-a29904e9d7ec Oct 17 03:18:49.756894 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 769328b2-5e83-42f6-ab62-a29904e9d7ec is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:49.757956 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:49.816834 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 769328b2-5e83-42f6-ab62-a29904e9d7ec, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=769328b2-5e83-42f6-ab62-a29904e9d7ec,segment=NetworkSegment(3bc04e48-53af-4beb-a4e7-a363680e90c8),segment_id=3bc04e48-53af-4beb-a4e7-a363680e90c8)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:18:49.822436 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:49.925772 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=769328b2-5e83-42f6-ab62-a29904e9d7ec,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:50.290267 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43434) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:50.357270 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_v2 [None req-1288957c-3a9c-4f48-81fc-84bccaedc05c admin admin] Deleting subnet 9bf3f76c-c344-40ca-8124-8477baf663b0 {{(pid=104638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:18:50.359611 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:50.362932 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1288957c-3a9c-4f48-81fc-84bccaedc05c admin admin] Publish callbacks [] for subnet (9bf3f76c-c344-40ca-8124-8477baf663b0), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:50.412571 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1288957c-3a9c-4f48-81fc-84bccaedc05c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660978'] for subnet (9bf3f76c-c344-40ca-8124-8477baf663b0), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:50.455480 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1288957c-3a9c-4f48-81fc-84bccaedc05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (9bf3f76c-c344-40ca-8124-8477baf663b0), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:50.508898 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1288957c-3a9c-4f48-81fc-84bccaedc05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821080'] for subnet (9bf3f76c-c344-40ca-8124-8477baf663b0), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:50.552941 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288957c-3a9c-4f48-81fc-84bccaedc05c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf3f76c-c344-40ca-8124-8477baf663b0,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:50.561859 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1288957c-3a9c-4f48-81fc-84bccaedc05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:50.567956 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-1288957c-3a9c-4f48-81fc-84bccaedc05c admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/9bf3f76c-c344-40ca-8124-8477baf663b0 HTTP/1.1" status: 204 len: 168 time: 0.2742608 Oct 17 03:18:50.568319 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43436) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:50.641711 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (f7659653-4c44-4b73-a1fd-3792b5f8aff7), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:50.712827 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:50.727606 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (f7659653-4c44-4b73-a1fd-3792b5f8aff7), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:50.753777 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7659653-4c44-4b73-a1fd-3792b5f8aff7']}} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:50.765143 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c627c957-4696-4fad-88c5-654f59ff7a11') {'for_net_delete': True} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:50.765546 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c627c957-4696-4fad-88c5-654f59ff7a11') {} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:50.776147 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178586'] for segment (c627c957-4696-4fad-88c5-654f59ff7a11), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:50.790007 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (c627c957-4696-4fad-88c5-654f59ff7a11), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:50.798505 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=104637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:18:50.799048 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3925882'] for segment (c627c957-4696-4fad-88c5-654f59ff7a11), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:50.846001 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.services.segments.plugin [-] Segment c627c957-4696-4fad-88c5-654f59ff7a11 resource provider aggregate not found Oct 17 03:18:50.868793 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.services.segments.plugin [-] Segment c627c957-4696-4fad-88c5-654f59ff7a11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c627c957-4696-4fad-88c5-654f59ff7a11 found for delete ", "request_id": "req-9775231d-3d47-4a83-8e25-f1ba4ccf63b5"}]} Oct 17 03:18:50.871801 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (f7659653-4c44-4b73-a1fd-3792b5f8aff7), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:50.877341 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:50.880894 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/f7659653-4c44-4b73-a1fd-3792b5f8aff7 HTTP/1.1" status: 204 len: 168 time: 0.3115520 Oct 17 03:18:50.884015 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43442) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:50.895234 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90788af-0831-4f8f-a7cc-ef964d1be3a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7659653-4c44-4b73-a1fd-3792b5f8aff7,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:50.944709 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40317eb-1f54-4cb7-97dd-000424971952 admin admin] Deleting subnet 5208a5b3-f806-416e-8690-5ec30f3c7697 {{(pid=104638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:18:50.949010 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a40317eb-1f54-4cb7-97dd-000424971952 admin admin] Publish callbacks [] for subnet (5208a5b3-f806-416e-8690-5ec30f3c7697), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.012821 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a40317eb-1f54-4cb7-97dd-000424971952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660978'] for subnet (5208a5b3-f806-416e-8690-5ec30f3c7697), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.054639 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:51.106272 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a40317eb-1f54-4cb7-97dd-000424971952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (5208a5b3-f806-416e-8690-5ec30f3c7697), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.231887 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a40317eb-1f54-4cb7-97dd-000424971952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821080'] for subnet (5208a5b3-f806-416e-8690-5ec30f3c7697), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.267803 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40317eb-1f54-4cb7-97dd-000424971952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5208a5b3-f806-416e-8690-5ec30f3c7697,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:51.271727 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a40317eb-1f54-4cb7-97dd-000424971952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.278893 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43460) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:51.279059 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a40317eb-1f54-4cb7-97dd-000424971952 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5208a5b3-f806-416e-8690-5ec30f3c7697 HTTP/1.1" status: 204 len: 168 time: 0.3936687 Oct 17 03:18:51.368095 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (6b405671-bd07-4df8-8769-a99481c66110), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.478920 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 769328b2-5e83-42f6-ab62-a29904e9d7ec up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:18:51.492957 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (6b405671-bd07-4df8-8769-a99481c66110), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.520510 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b405671-bd07-4df8-8769-a99481c66110']}} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:51.532880 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e2f8c9-3b4c-450a-92c5-80b5b42665b2') {'for_net_delete': True} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:51.533487 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e2f8c9-3b4c-450a-92c5-80b5b42665b2') {} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:18:51.545556 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178586'] for segment (66e2f8c9-3b4c-450a-92c5-80b5b42665b2), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.564003 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (66e2f8c9-3b4c-450a-92c5-80b5b42665b2), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.573817 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=104637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:18:51.574451 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3925882'] for segment (66e2f8c9-3b4c-450a-92c5-80b5b42665b2), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.586167 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:51.600183 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:51.628156 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 769328b2-5e83-42f6-ab62-a29904e9d7ec triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:18:51.628553 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.628949 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 769328b2-5e83-42f6-ab62-a29904e9d7ec Oct 17 03:18:51.679712 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (6b405671-bd07-4df8-8769-a99481c66110), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.685707 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:51.688927 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/6b405671-bd07-4df8-8769-a99481c66110 HTTP/1.1" status: 204 len: 168 time: 0.4089925 Oct 17 03:18:51.712661 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f17a7-d8fe-4e40-a924-088e5e328de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b405671-bd07-4df8-8769-a99481c66110,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:51.745490 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:51.846286 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 769328b2-5e83-42f6-ab62-a29904e9d7ec is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:18:52.066271 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43486) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:52.121455 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-56a9651d-1543-490c-8b78-e2f30dd181fc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3836eae073a146a796fd7da052ed45cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536857 Oct 17 03:18:52.124238 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43490) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:52.203766 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-101c6143-4797-40cc-aeb0-acc6d0bd89dd admin admin] Publish callbacks [] for security_group (3d18d195-56dc-4a15-b7fc-7b79e8732aaa), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:52.242934 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-101c6143-4797-40cc-aeb0-acc6d0bd89dd admin admin] Publish callbacks [] for security_group (3d18d195-56dc-4a15-b7fc-7b79e8732aaa), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:52.315201 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-101c6143-4797-40cc-aeb0-acc6d0bd89dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (3d18d195-56dc-4a15-b7fc-7b79e8732aaa), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:52.318148 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-101c6143-4797-40cc-aeb0-acc6d0bd89dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:52.320020 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-101c6143-4797-40cc-aeb0-acc6d0bd89dd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3d18d195-56dc-4a15-b7fc-7b79e8732aaa HTTP/1.1" status: 204 len: 168 time: 0.1936038 Oct 17 03:18:52.330376 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c6143-4797-40cc-aeb0-acc6d0bd89dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d18d195-56dc-4a15-b7fc-7b79e8732aaa,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:52.750931 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43506) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:52.798571 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43508) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:52.799248 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-1d7ba15c-44fe-47da-a2b4-401d6ec59dac admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=674e3602e0b3411cb7db1130b93041cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470335 Oct 17 03:18:52.861106 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c697399a-974b-4f9e-8c5b-3bfdf157d9e9 admin admin] Publish callbacks [] for security_group (bdbd92d4-fd37-4b3e-9e61-8c627da026c6), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:52.890413 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c697399a-974b-4f9e-8c5b-3bfdf157d9e9 admin admin] Publish callbacks [] for security_group (bdbd92d4-fd37-4b3e-9e61-8c627da026c6), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:52.894088 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.services.segments.plugin [-] Segment 66e2f8c9-3b4c-450a-92c5-80b5b42665b2 resource provider aggregate not found Oct 17 03:18:52.921653 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.services.segments.plugin [-] Segment 66e2f8c9-3b4c-450a-92c5-80b5b42665b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66e2f8c9-3b4c-450a-92c5-80b5b42665b2 found for delete ", "request_id": "req-4b21d8f4-8cfc-4d39-bb54-8ddc16439335"}]} Oct 17 03:18:52.951722 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c697399a-974b-4f9e-8c5b-3bfdf157d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (bdbd92d4-fd37-4b3e-9e61-8c627da026c6), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:52.954963 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c697399a-974b-4f9e-8c5b-3bfdf157d9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:52.958599 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-c697399a-974b-4f9e-8c5b-3bfdf157d9e9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bdbd92d4-fd37-4b3e-9e61-8c627da026c6 HTTP/1.1" status: 204 len: 168 time: 0.1536205 Oct 17 03:18:52.966859 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697399a-974b-4f9e-8c5b-3bfdf157d9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbd92d4-fd37-4b3e-9e61-8c627da026c6,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:54.264251 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:54.328364 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=22 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:54.410346 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43558) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:54.559156 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-04b7d9c9-44c7-46b7-a06f-b3762506b377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:54.692974 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-04b7d9c9-44c7-46b7-a06f-b3762506b377 admin admin] Publish callbacks [] for security_group (d860ac67-2963-4233-a91d-3c04edc51104), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:54.699453 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-04b7d9c9-44c7-46b7-a06f-b3762506b377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (d860ac67-2963-4233-a91d-3c04edc51104), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:54.750032 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7d9c9-44c7-46b7-a06f-b3762506b377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d860ac67-2963-4233-a91d-3c04edc51104,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:54.780633 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-04b7d9c9-44c7-46b7-a06f-b3762506b377 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=efb543d9eeca4facb8de185d45b705db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653815 Oct 17 03:18:54.781343 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43570) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:54.892911 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2901466f-4f8d-4daa-84d4-9a549e6bd9db admin admin] Publish callbacks [] for security_group (d860ac67-2963-4233-a91d-3c04edc51104), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:54.918355 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2901466f-4f8d-4daa-84d4-9a549e6bd9db admin admin] Publish callbacks [] for security_group (d860ac67-2963-4233-a91d-3c04edc51104), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:54.980440 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2901466f-4f8d-4daa-84d4-9a549e6bd9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (d860ac67-2963-4233-a91d-3c04edc51104), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:54.983405 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2901466f-4f8d-4daa-84d4-9a549e6bd9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:54.987473 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-2901466f-4f8d-4daa-84d4-9a549e6bd9db admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d860ac67-2963-4233-a91d-3c04edc51104 HTTP/1.1" status: 204 len: 168 time: 0.2021892 Oct 17 03:18:54.997471 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901466f-4f8d-4daa-84d4-9a549e6bd9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d860ac67-2963-4233-a91d-3c04edc51104,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:57.226790 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:57.237499 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-150e4671-64b1-410e-9cd0-0e983807a57c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:57.239048 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-150e4671-64b1-410e-9cd0-0e983807a57c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/networks?id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead HTTP/1.1" status: 200 len: 814 time: 0.1470959 Oct 17 03:18:57.258834 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-fb90c6b1-abe4-4d2b-972a-83cddce4dbeb tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/quotas/dc518d9b31644a8d8b21cf9c645b1373 HTTP/1.1" status: 200 len: 375 time: 0.0128045 Oct 17 03:18:57.319259 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f93e686f-212b-4614-a20f-81c169a35357 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dc518d9b31644a8d8b21cf9c645b1373&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529954 Oct 17 03:18:57.388940 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43666) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:57.509515 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4fb4477f-7c3a-487b-b79e-6e1fe1e4d09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:57.552020 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:57.558900 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-31694fb1-561e-455a-a7cb-cc864e6865b5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279108 Oct 17 03:18:57.602107 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4fb4477f-7c3a-487b-b79e-6e1fe1e4d09f admin admin] Publish callbacks [] for security_group (9da4f045-3a8d-44a3-a733-cb10229be211), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:57.606612 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4fb4477f-7c3a-487b-b79e-6e1fe1e4d09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9da4f045-3a8d-44a3-a733-cb10229be211), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:57.646552 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-4fb4477f-7c3a-487b-b79e-6e1fe1e4d09f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dc478db2bb82408194391f5e0165d7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564878 Oct 17 03:18:57.647539 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4477f-7c3a-487b-b79e-6e1fe1e4d09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da4f045-3a8d-44a3-a733-cb10229be211,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:57.649981 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43676) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:57.662406 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-c320f5ab-c39f-4b4f-8ac5-5a612f96aba5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940418 Oct 17 03:18:57.692660 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:57.708034 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-31322977-7b2a-477b-a7cc-9f7fe2f81c93 admin admin] Publish callbacks [] for security_group (9da4f045-3a8d-44a3-a733-cb10229be211), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:57.730924 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-31322977-7b2a-477b-a7cc-9f7fe2f81c93 admin admin] Publish callbacks [] for security_group (9da4f045-3a8d-44a3-a733-cb10229be211), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:57.788900 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-31322977-7b2a-477b-a7cc-9f7fe2f81c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9da4f045-3a8d-44a3-a733-cb10229be211), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:57.791646 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-31322977-7b2a-477b-a7cc-9f7fe2f81c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:57.797009 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-31322977-7b2a-477b-a7cc-9f7fe2f81c93 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9da4f045-3a8d-44a3-a733-cb10229be211 HTTP/1.1" status: 204 len: 168 time: 0.1416163 Oct 17 03:18:57.833462 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31322977-7b2a-477b-a7cc-9f7fe2f81c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da4f045-3a8d-44a3-a733-cb10229be211,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:57.855036 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-23ba1590-2fdd-4108-821b-721be8475ebc req-52816448-8c0b-4ac7-a7ad-3e65316d71ad tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 210 time: 0.0371375 Oct 17 03:18:58.971239 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43744) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:59.004858 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d9b9fe9c-2552-4009-ba88-8dd25a25ba0e req-24914d8a-1a58-4b9e-9a26-040cb7486268 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 210 time: 0.0339515 Oct 17 03:18:59.055913 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-22174c3d-a802-4abc-a541-cd41352891d9 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:18:59.057774 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-22174c3d-a802-4abc-a541-cd41352891d9 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.23 "GET /networking/v2.0/networks?id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead HTTP/1.1" status: 200 len: 814 time: 0.1726689 Oct 17 03:18:59.075687 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Request body: {'port': {'device_id': '96327956-efab-40b1-8b99-628ab19623be', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'admin_state_up': True, 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:18:59.146267 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:59.257241 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Made reservation on behalf of dc518d9b31644a8d8b21cf9c645b1373 for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:18:59.261477 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:59.446106 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:18:59.566598 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Publish callbacks [] for security_group (05007a0c-d92f-4730-bb8f-371353506d5f), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:59.611839 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (05007a0c-d92f-4730-bb8f-371353506d5f), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:59.684746 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05007a0c-d92f-4730-bb8f-371353506d5f,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:18:59.703418 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a8cad99a1f044f75824cc3c356308002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7302656 Oct 17 03:18:59.706418 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43786) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:18:59.709319 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.709887 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.710400 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.710939 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.711443 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.712013 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.712568 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.713603 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.714158 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.714660 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.715202 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.715714 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.716213 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.716706 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.717189 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204cdc95-3010-4298-b37f-70e84ed52e12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:18:59.811091 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Allocated IP 172.20.0.4 (fff0603d-1cdb-4220-8dfd-3ace1c5fcead/d42b6f81-e342-4707-8163-9aa5acec1619/ac441b28-2717-4b03-ba74-cb37f802decc) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:18:59.857473 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d27971c1-59d6-4abc-8202-f9ca98d7be92 admin admin] Publish callbacks [] for security_group (05007a0c-d92f-4730-bb8f-371353506d5f), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:59.915810 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d27971c1-59d6-4abc-8202-f9ca98d7be92 admin admin] Publish callbacks [] for security_group (05007a0c-d92f-4730-bb8f-371353506d5f), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:18:59.970570 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:18:59.983573 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:00.041649 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d27971c1-59d6-4abc-8202-f9ca98d7be92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (05007a0c-d92f-4730-bb8f-371353506d5f), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:00.045227 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-d27971c1-59d6-4abc-8202-f9ca98d7be92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:00.048454 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-d27971c1-59d6-4abc-8202-f9ca98d7be92 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/05007a0c-d92f-4730-bb8f-371353506d5f HTTP/1.1" status: 204 len: 168 time: 0.3407671 Oct 17 03:19:00.075051 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:00.093357 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27971c1-59d6-4abc-8202-f9ca98d7be92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05007a0c-d92f-4730-bb8f-371353506d5f,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:00.167925 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for port (ac441b28-2717-4b03-ba74-cb37f802decc), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:00.214358 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43796) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:00.271379 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-45e1ddc5-f897-4acf-9753-aae3b6740d79 req-c56e3b48-bff0-4c6d-a41a-7d36f6fa8dbd tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 210 time: 0.1078589 Oct 17 03:19:00.325306 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:00.390324 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Network fff0603d-1cdb-4220-8dfd-3ace1c5fcead is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:19:00.395124 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:19:00.398104 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:19:00.403581 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event updated for resources: {'Port': ['ID=ac441b28-2717-4b03-ba74-cb37f802decc,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:00.490636 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:00.501883 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:00.531430 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-f47b3a79-3ab1-4287-b10a-5a650b6c7937 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4608767 Oct 17 03:19:00.555912 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Request body: {'port': {'device_id': '96327956-efab-40b1-8b99-628ab19623be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:00.684894 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0898364c-74cf-4866-8453-22128d09237e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:00.702593 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:00.853494 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-dd6ddd38-893a-4f0b-bb93-bdef2484ab4b None None] Provisioning complete for port ac441b28-2717-4b03-ba74-cb37f802decc triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:19:00.854374 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-dd6ddd38-893a-4f0b-bb93-bdef2484ab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:00.854374 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-dd6ddd38-893a-4f0b-bb93-bdef2484ab4b None None] Attempt 1 to provision port ac441b28-2717-4b03-ba74-cb37f802decc Oct 17 03:19:00.886479 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0898364c-74cf-4866-8453-22128d09237e admin admin] Publish callbacks [] for security_group (48ed5e2f-5b40-4afb-8165-8f1de1a1f6a7), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:00.896660 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0898364c-74cf-4866-8453-22128d09237e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (48ed5e2f-5b40-4afb-8165-8f1de1a1f6a7), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:00.931695 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ddd38-893a-4f0b-bb93-bdef2484ab4b None None] Port ac441b28-2717-4b03-ba74-cb37f802decc cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:19:00.973401 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898364c-74cf-4866-8453-22128d09237e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ed5e2f-5b40-4afb-8165-8f1de1a1f6a7,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:00.983280 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-0898364c-74cf-4866-8453-22128d09237e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a3740bdc97e241bba60d94020ff51748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7675405 Oct 17 03:19:00.984241 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43812) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:01.045560 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-46d9550b-a841-4beb-829f-2067134cb970 admin admin] Publish callbacks [] for security_group (48ed5e2f-5b40-4afb-8165-8f1de1a1f6a7), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:01.069736 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-46d9550b-a841-4beb-829f-2067134cb970 admin admin] Publish callbacks [] for security_group (48ed5e2f-5b40-4afb-8165-8f1de1a1f6a7), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:01.176561 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-46d9550b-a841-4beb-829f-2067134cb970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (48ed5e2f-5b40-4afb-8165-8f1de1a1f6a7), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:01.179622 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-46d9550b-a841-4beb-829f-2067134cb970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:01.183728 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-46d9550b-a841-4beb-829f-2067134cb970 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/48ed5e2f-5b40-4afb-8165-8f1de1a1f6a7 HTTP/1.1" status: 204 len: 168 time: 0.1981742 Oct 17 03:19:01.211320 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9550b-a841-4beb-829f-2067134cb970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ed5e2f-5b40-4afb-8165-8f1de1a1f6a7,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:01.410474 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac441b28-2717-4b03-ba74-cb37f802decc {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:19:01.422040 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Publish callbacks [] for port (ac441b28-2717-4b03-ba74-cb37f802decc), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:01.449285 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Transition to ACTIVE for port object ac441b28-2717-4b03-ba74-cb37f802decc will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:19:01.460567 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:01.611951 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac441b28-2717-4b03-ba74-cb37f802decc,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:01.660028 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfedca-6171-4439-a131-87fd10dd2962 req-f4904277-8861-4725-bd6e-d146b718f59f tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:01.675241 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cdcfedca-6171-4439-a131-87fd10dd2962 req-f4904277-8861-4725-bd6e-d146b718f59f tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 943 time: 0.2049458 Oct 17 03:19:01.781758 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Attempting to bind port ac441b28-2717-4b03-ba74-cb37f802decc on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:19:01.786156 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Attempting to bind port ac441b28-2717-4b03-ba74-cb37f802decc by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:19:01.787389 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Attempting to bind port ac441b28-2717-4b03-ba74-cb37f802decc on network fff0603d-1cdb-4220-8dfd-3ace1c5fcead {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:19:01.840925 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cdcfedca-6171-4439-a131-87fd10dd2962 req-ed84e807-ce9b-4b49-a274-79c163446177 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627181 Oct 17 03:19:01.844948 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 43830) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:01.871715 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-39c848d2-118d-4a51-9a12-801c36711a21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:01.961006 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Port ac441b28-2717-4b03-ba74-cb37f802decc on network fff0603d-1cdb-4220-8dfd-3ace1c5fcead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:19:01.961603 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Attempting to bind port ac441b28-2717-4b03-ba74-cb37f802decc on network fff0603d-1cdb-4220-8dfd-3ace1c5fcead {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:19:02.034548 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:02.102703 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:19:02.113353 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Checking segment: {'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:19:02.114064 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Bound using segment: {'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:19:02.114459 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-39c848d2-118d-4a51-9a12-801c36711a21 admin admin] Publish callbacks [] for security_group (13839d50-5eb8-472d-a8e9-561062809055), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:02.115963 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Bound port: ac441b28-2717-4b03-ba74-cb37f802decc, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9281cfb9-e7c0-43fb-be19-e096aecafd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:19:02.116642 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:02.121881 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-39c848d2-118d-4a51-9a12-801c36711a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (13839d50-5eb8-472d-a8e9-561062809055), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:02.127255 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:02.134330 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:02.192440 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-39c848d2-118d-4a51-9a12-801c36711a21 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=72b6366bd24846a297f5e4174cfe4eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457205 Oct 17 03:19:02.193555 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c848d2-118d-4a51-9a12-801c36711a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13839d50-5eb8-472d-a8e9-561062809055,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:02.195665 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 43846) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:02.287433 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] For port ac441b28-2717-4b03-ba74-cb37f802decc, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:19:02.305416 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5e24ec14-9ba7-418a-9436-7038e52589fd admin admin] Publish callbacks [] for security_group (13839d50-5eb8-472d-a8e9-561062809055), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:02.309146 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] For port ac441b28-2717-4b03-ba74-cb37f802decc, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=ac441b28-2717-4b03-ba74-cb37f802decc,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:19:02.324152 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:02.334494 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:02.336336 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:02.337768 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 200 len: 1093 time: 1.7928157 Oct 17 03:19:02.348056 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:19:02.351762 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb6545c-313f-4003-b34b-e82006507a61" -d '{"events": [{"name": "network-changed", "server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:19:02.378733 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5e24ec14-9ba7-418a-9436-7038e52589fd admin admin] Publish callbacks [] for security_group (13839d50-5eb8-472d-a8e9-561062809055), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:02.429396 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a7ef12-25ac-4abc-a776-eb6563f0479b x-openstack-request-id: req-16a7ef12-25ac-4abc-a776-eb6563f0479b {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:19:02.430546 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:19:02.430904 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-16a7ef12-25ac-4abc-a776-eb6563f0479b {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:19:02.431365 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16a7ef12-25ac-4abc-a776-eb6563f0479b'] response: {'name': 'network-changed', 'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'status': 'completed', 'code': 200} Oct 17 03:19:02.495760 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-e495c256-d134-42ca-841a-1ccdbbc160bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:02.498037 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-e495c256-d134-42ca-841a-1ccdbbc160bb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=dc518d9b31644a8d8b21cf9c645b1373&device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 1127 time: 0.0868042 Oct 17 03:19:02.499745 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766ecbc-1abe-4c9e-9957-b8e457a6fce1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac441b28-2717-4b03-ba74-cb37f802decc,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:02.524055 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5e24ec14-9ba7-418a-9436-7038e52589fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (13839d50-5eb8-472d-a8e9-561062809055), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:02.527680 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5e24ec14-9ba7-418a-9436-7038e52589fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:02.529284 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-5e24ec14-9ba7-418a-9436-7038e52589fd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/13839d50-5eb8-472d-a8e9-561062809055 HTTP/1.1" status: 204 len: 168 time: 0.3323994 Oct 17 03:19:02.539897 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24ec14-9ba7-418a-9436-7038e52589fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13839d50-5eb8-472d-a8e9-561062809055,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:02.653709 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-c5b62960-243d-42bb-b2e0-86907ebe07bf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 200 len: 217 time: 0.0620303 Oct 17 03:19:02.764743 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-38c96d88-448d-48a6-a0f7-39ee6980ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:02.767047 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-38c96d88-448d-48a6-a0f7-39ee6980ba62 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d42b6f81-e342-4707-8163-9aa5acec1619 HTTP/1.1" status: 200 len: 853 time: 0.0670466 Oct 17 03:19:03.076934 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38481503-4e81-499e-bdc2-9272e8b217a8 req-445781ec-1448-434a-8c36-a3b0aa39db1f tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:03.080718 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-38481503-4e81-499e-bdc2-9272e8b217a8 req-445781ec-1448-434a-8c36-a3b0aa39db1f tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 943 time: 0.0904140 Oct 17 03:19:03.153156 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:03.269060 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-38481503-4e81-499e-bdc2-9272e8b217a8 req-4ca56528-f2f2-48f8-adc3-67b92768662b tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824927 Oct 17 03:19:03.283638 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-d99fc745-0231-4a26-a282-9d7246aa8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:03.290216 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-d99fc745-0231-4a26-a282-9d7246aa8939 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1714821 Oct 17 03:19:03.549527 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-8eecab05-063f-48c0-b2c6-eab9bb02754c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521017 Oct 17 03:19:03.869069 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3de05eb-0e91-4b83-b58d-0d95a54e4777 req-33ee7c4a-06a0-43c4-811a-b79c8fdf701a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521642 Oct 17 03:19:04.438690 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb09cf-6f1e-488e-ad6b-dcc2d9149d6f req-bae6a4d3-96a4-4947-8ad1-b71286042ddc tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:04.449170 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dfdb09cf-6f1e-488e-ad6b-dcc2d9149d6f req-bae6a4d3-96a4-4947-8ad1-b71286042ddc tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 943 time: 0.0753305 Oct 17 03:19:04.517833 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dfdb09cf-6f1e-488e-ad6b-dcc2d9149d6f req-2196d922-f2c3-4987-adf1-bbcec460c2df tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676637 Oct 17 03:19:05.640959 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c133e-8473-4ab0-a8f6-bbb2c53fcc80 req-b471bf5b-7d5f-4ebd-8285-d2b5c247523d tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:05.642796 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b85c133e-8473-4ab0-a8f6-bbb2c53fcc80 req-b471bf5b-7d5f-4ebd-8285-d2b5c247523d tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 943 time: 0.0489881 Oct 17 03:19:05.700764 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b85c133e-8473-4ab0-a8f6-bbb2c53fcc80 req-14df202b-e706-4211-8201-469852b3cca4 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 Oct 17 03:19:06.823443 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bda659-543d-41eb-bdcb-f30a85125b52 req-abbdec7f-0826-4917-ae43-bd648389d552 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:06.825029 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-78bda659-543d-41eb-bdcb-f30a85125b52 req-abbdec7f-0826-4917-ae43-bd648389d552 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 943 time: 0.0518265 Oct 17 03:19:06.878885 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-78bda659-543d-41eb-bdcb-f30a85125b52 req-324968b8-8029-4c05-98cc-ad1cc2758b6c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482955 Oct 17 03:19:07.276506 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9d9ecae8-c2d5-4c19-9185-f2ffc1130a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:08.022859 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8648-2f8d-4aa7-be12-2e113290e430 req-223d00d2-c1be-418e-a96d-32ef871bade9 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:08.024563 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-babb8648-2f8d-4aa7-be12-2e113290e430 req-223d00d2-c1be-418e-a96d-32ef871bade9 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 943 time: 0.0548167 Oct 17 03:19:08.091408 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-babb8648-2f8d-4aa7-be12-2e113290e430 req-153f44f9-1fe5-4803-b463-9410c1736a81 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603654 Oct 17 03:19:08.493733 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6545c-313f-4003-b34b-e82006507a61 req-27b52d46-0de4-486e-b553-30a82dc17b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:08.496053 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abb6545c-313f-4003-b34b-e82006507a61 req-27b52d46-0de4-486e-b553-30a82dc17b57 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=dc518d9b31644a8d8b21cf9c645b1373&device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 1127 time: 0.0458131 Oct 17 03:19:08.578424 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:08.609392 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6545c-313f-4003-b34b-e82006507a61 req-c72ff10e-38e7-420a-ad8b-c199dcd6f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:08.610984 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abb6545c-313f-4003-b34b-e82006507a61 req-c72ff10e-38e7-420a-ad8b-c199dcd6f0eb service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead HTTP/1.1" status: 200 len: 915 time: 0.1066246 Oct 17 03:19:09.210457 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:09.226680 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e37acc-1042-40e5-bd53-d9eb33262a29 req-d4a8f57f-72be-4be1-ab9e-9a1b24692a4e tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:09.228185 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a4e37acc-1042-40e5-bd53-d9eb33262a29 req-d4a8f57f-72be-4be1-ab9e-9a1b24692a4e tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 943 time: 0.0582058 Oct 17 03:19:09.277041 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a4e37acc-1042-40e5-bd53-d9eb33262a29 req-8f938bd9-9ebe-4491-830c-6ba10a892c6a tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425870 Oct 17 03:19:09.323709 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-579adca6-7b00-4e3f-8632-6f6a33a8608f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:09.374176 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abb6545c-313f-4003-b34b-e82006507a61 req-3a74e387-3eac-4545-9818-9c6a03c91dd4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 200 len: 217 time: 0.0350335 Oct 17 03:19:09.433581 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6545c-313f-4003-b34b-e82006507a61 req-412c8fc8-6a13-4080-b615-651649ccd609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:09.435497 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abb6545c-313f-4003-b34b-e82006507a61 req-412c8fc8-6a13-4080-b615-651649ccd609 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d42b6f81-e342-4707-8163-9aa5acec1619 HTTP/1.1" status: 200 len: 853 time: 0.0541308 Oct 17 03:19:09.488960 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6545c-313f-4003-b34b-e82006507a61 req-9c1e2a78-25f3-44aa-bca8-3c454df13587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:09.490395 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abb6545c-313f-4003-b34b-e82006507a61 req-9c1e2a78-25f3-44aa-bca8-3c454df13587 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452344 Oct 17 03:19:09.540302 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device ac441b28-2717-4b03-ba74-cb37f802decc details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:19:09.584941 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abb6545c-313f-4003-b34b-e82006507a61 req-9c2c36fe-60d8-40c0-9020-bb58142b87c4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875223 Oct 17 03:19:09.671489 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port ac441b28-2717-4b03-ba74-cb37f802decc, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=ac441b28-2717-4b03-ba74-cb37f802decc,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:19:09.685453 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'port_id': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'mac_address': 'fa:16:3e:b7:d4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:19:09.706827 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abb6545c-313f-4003-b34b-e82006507a61 req-73517728-23ba-4aa1-ab32-57c26eaa0b0b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156542 Oct 17 03:19:09.728422 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port ac441b28-2717-4b03-ba74-cb37f802decc is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:19:09.729020 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:09.753855 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac441b28-2717-4b03-ba74-cb37f802decc {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:19:09.775083 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port ac441b28-2717-4b03-ba74-cb37f802decc, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=ac441b28-2717-4b03-ba74-cb37f802decc,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:19:09.779675 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:09.830130 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=ac441b28-2717-4b03-ba74-cb37f802decc,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:10.028840 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['ac441b28-2717-4b03-ba74-cb37f802decc'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:19:10.400281 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc8595-4ba2-4c0b-acb4-6f3d3a37b353 req-72ea4ec7-aad8-4503-be59-58c5e1b60c8a tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:10.401750 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1bfc8595-4ba2-4c0b-acb4-6f3d3a37b353 req-72ea4ec7-aad8-4503-be59-58c5e1b60c8a tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 944 time: 0.0509779 Oct 17 03:19:10.449644 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1bfc8595-4ba2-4c0b-acb4-6f3d3a37b353 req-7ae9910a-f39f-43c0-992a-c4f6f34f98d3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424285 Oct 17 03:19:10.725533 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:11.167030 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44094) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:11.278978 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ec8484a8-5f3a-4e75-bb6b-3dd8d5b95c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:11.355884 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ec8484a8-5f3a-4e75-bb6b-3dd8d5b95c6a admin admin] Publish callbacks [] for security_group (e861a18f-62ca-4353-a920-0211e69cdc20), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:11.359609 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ec8484a8-5f3a-4e75-bb6b-3dd8d5b95c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (e861a18f-62ca-4353-a920-0211e69cdc20), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:11.399385 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-ec8484a8-5f3a-4e75-bb6b-3dd8d5b95c6a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6d623783bda1452aa94058ca8ea1e2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312274 Oct 17 03:19:11.400468 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8484a8-5f3a-4e75-bb6b-3dd8d5b95c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e861a18f-62ca-4353-a920-0211e69cdc20,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:11.402687 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44098) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:11.452194 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef355-7ee6-4e5e-9b50-9043b36b1d64 admin admin] Publish callbacks [] for security_group (e861a18f-62ca-4353-a920-0211e69cdc20), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:11.473957 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef355-7ee6-4e5e-9b50-9043b36b1d64 admin admin] Publish callbacks [] for security_group (e861a18f-62ca-4353-a920-0211e69cdc20), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:11.522204 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef355-7ee6-4e5e-9b50-9043b36b1d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (e861a18f-62ca-4353-a920-0211e69cdc20), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:11.524929 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef355-7ee6-4e5e-9b50-9043b36b1d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:11.527134 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-bb4ef355-7ee6-4e5e-9b50-9043b36b1d64 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e861a18f-62ca-4353-a920-0211e69cdc20 HTTP/1.1" status: 204 len: 168 time: 0.1233547 Oct 17 03:19:11.535250 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ef355-7ee6-4e5e-9b50-9043b36b1d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e861a18f-62ca-4353-a920-0211e69cdc20,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:11.558058 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device ac441b28-2717-4b03-ba74-cb37f802decc up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:19:11.581093 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc520a4c-526e-47a1-9189-50c77d41aab0 req-8292c7e5-fd41-4cdc-a49e-ea9eb32fce75 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:11.586263 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fc520a4c-526e-47a1-9189-50c77d41aab0 req-8292c7e5-fd41-4cdc-a49e-ea9eb32fce75 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 944 time: 0.0631480 Oct 17 03:19:11.591144 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:11.606220 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:11.612385 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port ac441b28-2717-4b03-ba74-cb37f802decc completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:19:11.630764 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port ac441b28-2717-4b03-ba74-cb37f802decc triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:19:11.631182 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:11.631520 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port ac441b28-2717-4b03-ba74-cb37f802decc Oct 17 03:19:11.658250 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fc520a4c-526e-47a1-9189-50c77d41aab0 req-f7df5844-1389-41d8-b63e-9b71d2ebe591 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593445 Oct 17 03:19:11.711173 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port ac441b28-2717-4b03-ba74-cb37f802decc is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:19:11.711468 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:11.737212 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:19:11.739555 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e833fea-a09b-4931-bfd0-7be14f301171" -d '{"events": [{"server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "name": "network-vif-plugged", "status": "completed", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:19:11.760975 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port ac441b28-2717-4b03-ba74-cb37f802decc, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=ac441b28-2717-4b03-ba74-cb37f802decc,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:19:11.765862 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:11.798715 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ab58a6-f7db-43ae-97ec-046009a1c6a5 x-openstack-request-id: req-f5ab58a6-f7db-43ae-97ec-046009a1c6a5 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:19:11.799627 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "name": "network-vif-plugged", "status": "completed", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:19:11.799886 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f5ab58a6-f7db-43ae-97ec-046009a1c6a5 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:19:11.800517 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ab58a6-f7db-43ae-97ec-046009a1c6a5'] response: {'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'code': 200} Oct 17 03:19:11.822131 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=ac441b28-2717-4b03-ba74-cb37f802decc,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:11.892631 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44112) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:11.906714 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d79e-7e3f-489e-830d-8c6e4f64e8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:12.012573 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb248ea-faa8-409a-b66f-b934df60e588 req-b2419afb-3545-40a8-bb04-15030555f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:12.014000 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9eb248ea-faa8-409a-b66f-b934df60e588 req-b2419afb-3545-40a8-bb04-15030555f3b0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 1129 time: 0.0598884 Oct 17 03:19:12.033198 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d79e-7e3f-489e-830d-8c6e4f64e8f7 admin admin] Publish callbacks [] for security_group (ed0592e1-f9f6-4200-a8d9-6f3a1a005d9a), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:12.043070 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d79e-7e3f-489e-830d-8c6e4f64e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (ed0592e1-f9f6-4200-a8d9-6f3a1a005d9a), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:12.064709 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:12.075620 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:12.104271 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2d79e-7e3f-489e-830d-8c6e4f64e8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0592e1-f9f6-4200-a8d9-6f3a1a005d9a,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:12.109255 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9eb248ea-faa8-409a-b66f-b934df60e588 req-c2787ed5-0e43-4f3e-9225-8949191ebd65 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857923 Oct 17 03:19:12.111454 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-bbf2d79e-7e3f-489e-830d-8c6e4f64e8f7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b2a1f59ad2ea49b2bfe6a2887ccd3494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176642 Oct 17 03:19:12.114093 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44114) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:12.152904 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:12.169193 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cb137d0d-69a2-433e-b9b8-7b3eaed1208f admin admin] Publish callbacks [] for security_group (ed0592e1-f9f6-4200-a8d9-6f3a1a005d9a), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:12.191460 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cb137d0d-69a2-433e-b9b8-7b3eaed1208f admin admin] Publish callbacks [] for security_group (ed0592e1-f9f6-4200-a8d9-6f3a1a005d9a), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:12.237262 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cb137d0d-69a2-433e-b9b8-7b3eaed1208f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (ed0592e1-f9f6-4200-a8d9-6f3a1a005d9a), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:12.240149 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cb137d0d-69a2-433e-b9b8-7b3eaed1208f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:12.241330 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-cb137d0d-69a2-433e-b9b8-7b3eaed1208f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ed0592e1-f9f6-4200-a8d9-6f3a1a005d9a HTTP/1.1" status: 204 len: 168 time: 0.1263604 Oct 17 03:19:12.253008 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb137d0d-69a2-433e-b9b8-7b3eaed1208f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0592e1-f9f6-4200-a8d9-6f3a1a005d9a,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:12.331506 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:12.448910 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:12.465306 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:12.789853 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7a75f-250b-4bbc-a01c-e389c9b7dd82 req-7ae14c9b-c8e8-49f0-8317-851cb12c81ad tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:12.791857 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-95a7a75f-250b-4bbc-a01c-e389c9b7dd82 req-7ae14c9b-c8e8-49f0-8317-851cb12c81ad tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 945 time: 0.0492187 Oct 17 03:19:12.845425 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-95a7a75f-250b-4bbc-a01c-e389c9b7dd82 req-998e7399-3aeb-4e69-a8b3-f229fa7d238d tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477114 Oct 17 03:19:14.008443 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df01fea-a3ab-410c-a8a9-b074e16df7af req-ac0f820b-3c64-473e-af0d-9d086445bff1 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:14.010727 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6df01fea-a3ab-410c-a8a9-b074e16df7af req-ac0f820b-3c64-473e-af0d-9d086445bff1 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 945 time: 0.0659239 Oct 17 03:19:14.068569 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6df01fea-a3ab-410c-a8a9-b074e16df7af req-d2100c02-0af4-4664-be30-f773fe007805 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482733 Oct 17 03:19:14.208794 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3f567-bca1-4e9c-b4a5-481d189c175d req-ead0cbd0-63a0-4f3e-b0ee-405e18fdfd03 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:14.210361 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-69a3f567-bca1-4e9c-b4a5-481d189c175d req-ead0cbd0-63a0-4f3e-b0ee-405e18fdfd03 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 945 time: 0.0644965 Oct 17 03:19:14.265644 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-69a3f567-bca1-4e9c-b4a5-481d189c175d req-9e6fc1a5-e9ff-4abd-9029-ae6e397cf29e tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459981 Oct 17 03:19:14.779761 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61c643-d079-4966-84c0-deac8f85f4a8 req-01ded7d1-25ec-46c5-b3b9-a7abd935abcb tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:14.781292 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6a61c643-d079-4966-84c0-deac8f85f4a8 req-01ded7d1-25ec-46c5-b3b9-a7abd935abcb tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 945 time: 0.0488892 Oct 17 03:19:14.830991 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6a61c643-d079-4966-84c0-deac8f85f4a8 req-39b5b35b-e5a6-4562-9a9b-965e151a9b24 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 Oct 17 03:19:15.439123 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44276) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:15.546581 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1381a17c-04cc-4842-aaf8-1734102975ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:15.623692 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1381a17c-04cc-4842-aaf8-1734102975ac admin admin] Publish callbacks [] for security_group (9d093af2-8a56-41e9-a14c-ff8dbdac188f), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:15.628479 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-1381a17c-04cc-4842-aaf8-1734102975ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9d093af2-8a56-41e9-a14c-ff8dbdac188f), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:15.670590 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381a17c-04cc-4842-aaf8-1734102975ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d093af2-8a56-41e9-a14c-ff8dbdac188f,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:15.674839 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-1381a17c-04cc-4842-aaf8-1734102975ac admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6e1ddb1187d44dbbb5632d17d22ac3d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346838 Oct 17 03:19:15.677661 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44280) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:15.726322 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4cee3423-61a6-4a77-b0c1-64f3c3bed511 admin admin] Publish callbacks [] for security_group (9d093af2-8a56-41e9-a14c-ff8dbdac188f), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:15.745929 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4cee3423-61a6-4a77-b0c1-64f3c3bed511 admin admin] Publish callbacks [] for security_group (9d093af2-8a56-41e9-a14c-ff8dbdac188f), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:15.795090 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4cee3423-61a6-4a77-b0c1-64f3c3bed511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9d093af2-8a56-41e9-a14c-ff8dbdac188f), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:15.797924 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4cee3423-61a6-4a77-b0c1-64f3c3bed511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:15.799120 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-4cee3423-61a6-4a77-b0c1-64f3c3bed511 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9d093af2-8a56-41e9-a14c-ff8dbdac188f HTTP/1.1" status: 204 len: 168 time: 0.1205149 Oct 17 03:19:15.809784 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee3423-61a6-4a77-b0c1-64f3c3bed511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d093af2-8a56-41e9-a14c-ff8dbdac188f,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:16.089031 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44290) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:16.102456 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-27f16b82-3f4a-4bcf-88dc-994f47f0fc0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:16.104993 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:16.141167 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:16.196786 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-27f16b82-3f4a-4bcf-88dc-994f47f0fc0e admin admin] Publish callbacks [] for security_group (34b27a2d-1370-43bc-b64d-253a7f6b8635), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:16.199694 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-27f16b82-3f4a-4bcf-88dc-994f47f0fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (34b27a2d-1370-43bc-b64d-253a7f6b8635), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:16.245566 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-27f16b82-3f4a-4bcf-88dc-994f47f0fc0e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1a8e9dddc3b841508f5878a72d22081e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549683 Oct 17 03:19:16.246431 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f16b82-3f4a-4bcf-88dc-994f47f0fc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b27a2d-1370-43bc-b64d-253a7f6b8635,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:16.248050 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44294) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:16.307551 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fa35996e-cadb-4726-ad42-1f755f0f1f5f admin admin] Publish callbacks [] for security_group (34b27a2d-1370-43bc-b64d-253a7f6b8635), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:16.329406 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fa35996e-cadb-4726-ad42-1f755f0f1f5f admin admin] Publish callbacks [] for security_group (34b27a2d-1370-43bc-b64d-253a7f6b8635), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:16.378735 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fa35996e-cadb-4726-ad42-1f755f0f1f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (34b27a2d-1370-43bc-b64d-253a7f6b8635), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:16.381354 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fa35996e-cadb-4726-ad42-1f755f0f1f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:16.382678 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-fa35996e-cadb-4726-ad42-1f755f0f1f5f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/34b27a2d-1370-43bc-b64d-253a7f6b8635 HTTP/1.1" status: 204 len: 168 time: 0.1330135 Oct 17 03:19:16.391570 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35996e-cadb-4726-ad42-1f755f0f1f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b27a2d-1370-43bc-b64d-253a7f6b8635,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:16.935218 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:24.438171 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d60c9d-43df-4a0b-9c21-22a860310ada req-cd4a5cec-8341-4c79-ae21-55e424023968 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:24.439572 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-03d60c9d-43df-4a0b-9c21-22a860310ada req-cd4a5cec-8341-4c79-ae21-55e424023968 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 945 time: 0.0473635 Oct 17 03:19:24.487379 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-03d60c9d-43df-4a0b-9c21-22a860310ada req-4371b1a5-d68b-4e35-8a69-92698c5e115a tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Oct 17 03:19:24.516097 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44452) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:24.700900 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103186b-d2c1-40e1-a7d6-13b8a3b7fe55 tempest-TestMinimumBasicScenario-1270086190 tempest-TestMinimumBasicScenario-1270086190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:24.702331 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-3103186b-d2c1-40e1-a7d6-13b8a3b7fe55 tempest-TestMinimumBasicScenario-1270086190 tempest-TestMinimumBasicScenario-1270086190-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 1124 time: 0.1852775 Oct 17 03:19:24.705270 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44458) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:24.709508 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'port_id': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:24.730841 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:24.811994 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:24.912025 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Allocated IP 172.27.0.202 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/5e43e3ae-f58f-4cb9-a377-5972d6c52168) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:19:25.018857 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for port (5e43e3ae-f58f-4cb9-a377-5972d6c52168), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:25.051193 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (5e43e3ae-f58f-4cb9-a377-5972d6c52168), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:25.088947 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:19:25.091926 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:19:25.095436 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:19:25.122990 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event updated for resources: {'Port': ['ID=5e43e3ae-f58f-4cb9-a377-5972d6c52168,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:25.207234 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:25.219389 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:INSERT=9,neutron:UPDATE=2,neutron:SELECT=89 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:25.450367 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for floatingip (6225fbe5-7344-4186-8025-36ed7e0a48bd), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:25.520937 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (5e43e3ae-f58f-4cb9-a377-5972d6c52168), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:25.666916 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for port (5e43e3ae-f58f-4cb9-a377-5972d6c52168), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:25.671166 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (5e43e3ae-f58f-4cb9-a377-5972d6c52168), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:25.738105 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event updated for resources: {'Port': ['ID=5e43e3ae-f58f-4cb9-a377-5972d6c52168,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:25.740564 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (6225fbe5-7344-4186-8025-36ed7e0a48bd), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:25.834548 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Floating IP 6225fbe5-7344-4186-8025-36ed7e0a48bd associated. External IP: 172.27.0.202, port: ac441b28-2717-4b03-ba74-cb37f802decc. Oct 17 03:19:26.017369 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:26.034896 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Router e81ee709-8057-43d3-a661-88f5d6fc1ef6 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:19:26.115884 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:26.138523 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:19:26.147915 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dc38a-bb1a-41fc-a1ad-5d252047a7e3 None None] Sync routers for ids ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:19:26.157260 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.159514 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dc38a-bb1a-41fc-a1ad-5d252047a7e3 None None] Routers {'e81ee709-8057-43d3-a661-88f5d6fc1ef6'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:19:26.160135 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-543dc38a-bb1a-41fc-a1ad-5d252047a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:19:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:19:26.194781 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-73728fdd-f0c6-448c-afa2-9e59a5811260 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4884162 Oct 17 03:19:26.195473 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:19:26.197694 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44468) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:26.198377 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f207d6-aa3e-48db-a7b5-fd60bf94fee3" -d '{"events": [{"name": "network-changed", "server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:19:26.202725 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-509491ce-7210-4f5d-b549-554ace7b671c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860597188', 'description': 'tempest-secgroup-smoke-860597188 description', 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:26.235968 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-509491ce-7210-4f5d-b549-554ace7b671c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.259816 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05e98da-c61d-4096-b921-ce7c4ce74e28 x-openstack-request-id: req-d05e98da-c61d-4096-b921-ce7c4ce74e28 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:19:26.260741 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:19:26.261180 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d05e98da-c61d-4096-b921-ce7c4ce74e28 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:19:26.261764 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05e98da-c61d-4096-b921-ce7c4ce74e28'] response: {'name': 'network-changed', 'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'status': 'completed', 'code': 200} Oct 17 03:19:26.273130 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-543dc38a-bb1a-41fc-a1ad-5d252047a7e3 None None] Set router e81ee709-8057-43d3-a661-88f5d6fc1ef6 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:19:26.309971 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:26.342676 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-509491ce-7210-4f5d-b549-554ace7b671c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group (d1049b4a-f0bc-41f5-920c-abf5f7633e3a), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.351307 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-509491ce-7210-4f5d-b549-554ace7b671c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (d1049b4a-f0bc-41f5-920c-abf5f7633e3a), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.382187 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:26.385336 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-509491ce-7210-4f5d-b549-554ace7b671c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.386596 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-509491ce-7210-4f5d-b549-554ace7b671c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1879091 Oct 17 03:19:26.389859 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44472) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:26.395971 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509491ce-7210-4f5d-b549-554ace7b671c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1049b4a-f0bc-41f5-920c-abf5f7633e3a,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:26.396384 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-a6038bf0-437d-406d-ab10-2d7d4202f5c4 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Request body: {'security_group_rule': {'security_group_id': 'd1049b4a-f0bc-41f5-920c-abf5f7633e3a', 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:26.442974 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6038bf0-437d-406d-ab10-2d7d4202f5c4 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (4d1e6447-fae9-4d8e-beb7-35a2e75ae15f), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.502569 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6038bf0-437d-406d-ab10-2d7d4202f5c4 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (4d1e6447-fae9-4d8e-beb7-35a2e75ae15f), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.506928 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6038bf0-437d-406d-ab10-2d7d4202f5c4 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (4d1e6447-fae9-4d8e-beb7-35a2e75ae15f), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.513560 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-543dc38a-bb1a-41fc-a1ad-5d252047a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:18:36Z', 'revision_number': 4, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '6225fbe5-7344-4186-8025-36ed7e0a48bd', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'port_id': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'mac_address': 'fa:16:3e:b7:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96327956-efab-40b1-8b99-628ab19623be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:19:25Z', 'updated_at': '2022-10-17T03:19:25Z', 'revision_number': 0, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca57eb6a-340c-4595-bb7d-2e09bc78517e', 'name': '', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'mac_address': 'fa:16:3e:e9:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:35Z', 'updated_at': '2022-10-17T03:18:42Z', 'revision_number': 5, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'subnets': [{'id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:19:26.527611 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6038bf0-437d-406d-ab10-2d7d4202f5c4 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1e6447-fae9-4d8e-beb7-35a2e75ae15f,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:26.535359 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6038bf0-437d-406d-ab10-2d7d4202f5c4 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.536524 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a6038bf0-437d-406d-ab10-2d7d4202f5c4 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456792 Oct 17 03:19:26.543002 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44474) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:26.547851 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-af5238c1-03c6-4651-991b-8f52f8f27e30 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Request body: {'security_group_rule': {'security_group_id': 'd1049b4a-f0bc-41f5-920c-abf5f7633e3a', 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:26.554848 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dc38a-bb1a-41fc-a1ad-5d252047a7e3 None None] Checking router: e81ee709-8057-43d3-a661-88f5d6fc1ef6 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:19:26.564348 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dc38a-bb1a-41fc-a1ad-5d252047a7e3 None None] Routers {'e81ee709-8057-43d3-a661-88f5d6fc1ef6'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:19:26.565203 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-543dc38a-bb1a-41fc-a1ad-5d252047a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:19:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:19:26.582182 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-af5238c1-03c6-4651-991b-8f52f8f27e30 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (2bf136d6-b30d-4531-ae99-b3d0ed00994c), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.654274 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-af5238c1-03c6-4651-991b-8f52f8f27e30 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (2bf136d6-b30d-4531-ae99-b3d0ed00994c), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.660148 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-af5238c1-03c6-4651-991b-8f52f8f27e30 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (2bf136d6-b30d-4531-ae99-b3d0ed00994c), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.680398 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-543dc38a-bb1a-41fc-a1ad-5d252047a7e3 None None] Set router e81ee709-8057-43d3-a661-88f5d6fc1ef6 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:19:26.684772 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5238c1-03c6-4651-991b-8f52f8f27e30 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf136d6-b30d-4531-ae99-b3d0ed00994c,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:26.702445 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-af5238c1-03c6-4651-991b-8f52f8f27e30 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.703966 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-af5238c1-03c6-4651-991b-8f52f8f27e30 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1599262 Oct 17 03:19:26.708918 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44480) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:26.713659 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-5b9d0f17-358f-4f12-bd23-16ed430690a1 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Request body: {'security_group_rule': {'security_group_id': 'd1049b4a-f0bc-41f5-920c-abf5f7633e3a', 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:26.743963 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0f17-358f-4f12-bd23-16ed430690a1 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (7fac0d6d-60ed-4227-b197-1e4e80edc4a7), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.824046 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0f17-358f-4f12-bd23-16ed430690a1 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (7fac0d6d-60ed-4227-b197-1e4e80edc4a7), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.827915 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0f17-358f-4f12-bd23-16ed430690a1 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (7fac0d6d-60ed-4227-b197-1e4e80edc4a7), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.849239 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d0f17-358f-4f12-bd23-16ed430690a1 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fac0d6d-60ed-4227-b197-1e4e80edc4a7,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:26.862015 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5b9d0f17-358f-4f12-bd23-16ed430690a1 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.863282 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-5b9d0f17-358f-4f12-bd23-16ed430690a1 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536324 Oct 17 03:19:26.867159 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44482) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:26.872374 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-c1ee58e7-886b-41bd-a26f-d189fbb3490f tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Request body: {'security_group_rule': {'security_group_id': 'd1049b4a-f0bc-41f5-920c-abf5f7633e3a', 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:26.904403 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c1ee58e7-886b-41bd-a26f-d189fbb3490f tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (a9613b89-0818-450f-9b28-8484fbdebe50), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.918826 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:26.925509 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=32,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:26.958478 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c1ee58e7-886b-41bd-a26f-d189fbb3490f tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (a9613b89-0818-450f-9b28-8484fbdebe50), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.962290 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c1ee58e7-886b-41bd-a26f-d189fbb3490f tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (a9613b89-0818-450f-9b28-8484fbdebe50), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.983033 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee58e7-886b-41bd-a26f-d189fbb3490f tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9613b89-0818-450f-9b28-8484fbdebe50,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:26.988705 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c1ee58e7-886b-41bd-a26f-d189fbb3490f tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:26.992696 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-c1ee58e7-886b-41bd-a26f-d189fbb3490f tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215959 Oct 17 03:19:26.992873 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44484) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:26.999285 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-968d032f-ed38-4c3c-93c1-6041af267c7d tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Request body: {'security_group_rule': {'security_group_id': 'd1049b4a-f0bc-41f5-920c-abf5f7633e3a', 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:27.001579 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-543dc38a-bb1a-41fc-a1ad-5d252047a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:18:36Z', 'revision_number': 4, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '6225fbe5-7344-4186-8025-36ed7e0a48bd', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'port_id': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'mac_address': 'fa:16:3e:b7:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96327956-efab-40b1-8b99-628ab19623be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:19:25Z', 'updated_at': '2022-10-17T03:19:25Z', 'revision_number': 0, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca57eb6a-340c-4595-bb7d-2e09bc78517e', 'name': '', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'mac_address': 'fa:16:3e:e9:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:35Z', 'updated_at': '2022-10-17T03:18:42Z', 'revision_number': 5, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'subnets': [{'id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:19:27.031484 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.securitygroups_db [None req-968d032f-ed38-4c3c-93c1-6041af267c7d tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Project dc518d9b31644a8d8b21cf9c645b1373 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 03:19:27.038167 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-968d032f-ed38-4c3c-93c1-6041af267c7d tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (a49ad838-a544-414d-ae2f-0eb982439c3a), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:27.038499 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dc38a-bb1a-41fc-a1ad-5d252047a7e3 None None] The sync data for ids ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'] in dv-cinder-846977-2-iscsi is: [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:18:36Z', 'revision_number': 4, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '6225fbe5-7344-4186-8025-36ed7e0a48bd', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'port_id': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'mac_address': 'fa:16:3e:b7:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96327956-efab-40b1-8b99-628ab19623be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:19:25Z', 'updated_at': '2022-10-17T03:19:25Z', 'revision_number': 0, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca57eb6a-340c-4595-bb7d-2e09bc78517e', 'name': '', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'mac_address': 'fa:16:3e:e9:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:35Z', 'updated_at': '2022-10-17T03:18:42Z', 'revision_number': 5, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'subnets': [{'id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:19:27.065637 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f207d6-aa3e-48db-a7b5-fd60bf94fee3 req-6f34afa4-a3f9-4ea4-98d2-15518472245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:27.067185 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3f207d6-aa3e-48db-a7b5-fd60bf94fee3 req-6f34afa4-a3f9-4ea4-98d2-15518472245e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=dc518d9b31644a8d8b21cf9c645b1373&device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 1129 time: 0.0443316 Oct 17 03:19:27.107175 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-968d032f-ed38-4c3c-93c1-6041af267c7d tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (a49ad838-a544-414d-ae2f-0eb982439c3a), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:27.113309 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-968d032f-ed38-4c3c-93c1-6041af267c7d tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (a49ad838-a544-414d-ae2f-0eb982439c3a), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:27.133156 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d032f-ed38-4c3c-93c1-6041af267c7d tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49ad838-a544-414d-ae2f-0eb982439c3a,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:27.145074 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-968d032f-ed38-4c3c-93c1-6041af267c7d tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:27.148830 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-968d032f-ed38-4c3c-93c1-6041af267c7d tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505058 Oct 17 03:19:27.149198 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44488) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:27.153602 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-8a4c4599-a703-4e6f-801c-9f9919d6c9a3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Request body: {'security_group_rule': {'security_group_id': 'd1049b4a-f0bc-41f5-920c-abf5f7633e3a', 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:27.188827 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f207d6-aa3e-48db-a7b5-fd60bf94fee3 req-b43496aa-96c5-41bb-8cda-b2827a110ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:27.190293 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3f207d6-aa3e-48db-a7b5-fd60bf94fee3 req-b43496aa-96c5-41bb-8cda-b2827a110ff1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead HTTP/1.1" status: 200 len: 915 time: 0.1167397 Oct 17 03:19:27.194836 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.securitygroups_db [None req-8a4c4599-a703-4e6f-801c-9f9919d6c9a3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Project dc518d9b31644a8d8b21cf9c645b1373 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 03:19:27.200844 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8a4c4599-a703-4e6f-801c-9f9919d6c9a3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (5558a88c-f24f-448a-a332-8870272f3cb9), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:27.252579 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c21cdf2-7ffb-4667-9d07-19f20bd3a320 None None] New status for floating IP 6225fbe5-7344-4186-8025-36ed7e0a48bd: ACTIVE {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:19:27.293629 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3f207d6-aa3e-48db-a7b5-fd60bf94fee3 req-732062ae-9d07-4aea-b11b-058736e288bf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 200 len: 999 time: 0.0885708 Oct 17 03:19:27.317144 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8a4c4599-a703-4e6f-801c-9f9919d6c9a3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (5558a88c-f24f-448a-a332-8870272f3cb9), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:27.335952 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8a4c4599-a703-4e6f-801c-9f9919d6c9a3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (5558a88c-f24f-448a-a332-8870272f3cb9), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:27.365550 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c4599-a703-4e6f-801c-9f9919d6c9a3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5558a88c-f24f-448a-a332-8870272f3cb9,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:27.373890 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f207d6-aa3e-48db-a7b5-fd60bf94fee3 req-2a0a8973-c56c-4933-9ee6-57fd1d4d45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:27.375430 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3f207d6-aa3e-48db-a7b5-fd60bf94fee3 req-2a0a8973-c56c-4933-9ee6-57fd1d4d45ba service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d42b6f81-e342-4707-8163-9aa5acec1619 HTTP/1.1" status: 200 len: 853 time: 0.0748990 Oct 17 03:19:27.378390 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8a4c4599-a703-4e6f-801c-9f9919d6c9a3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:27.382226 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-8a4c4599-a703-4e6f-801c-9f9919d6c9a3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2293661 Oct 17 03:19:27.428781 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f207d6-aa3e-48db-a7b5-fd60bf94fee3 req-7314ca48-6650-4d48-81b4-6ddc2055d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:27.430304 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3f207d6-aa3e-48db-a7b5-fd60bf94fee3 req-7314ca48-6650-4d48-81b4-6ddc2055d52e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484684 Oct 17 03:19:27.805558 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3f7ad731-66f2-43f5-8802-e9b68e47a1ac req-59778fbb-d691-43bc-a0d3-6e230d71796b tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-860597188&fields=id&tenant_id=dc518d9b31644a8d8b21cf9c645b1373 HTTP/1.1" status: 200 len: 267 time: 0.3708193 Oct 17 03:19:27.851133 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:27.860349 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3f207d6-aa3e-48db-a7b5-fd60bf94fee3 req-3305721b-290e-430a-9f6b-e88b8da20cdb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192154 Oct 17 03:19:27.879546 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ad731-66f2-43f5-8802-e9b68e47a1ac req-6911d2e3-4ae8-4656-8701-50052b8daec4 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:27.880967 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3f7ad731-66f2-43f5-8802-e9b68e47a1ac req-6911d2e3-4ae8-4656-8701-50052b8daec4 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 945 time: 0.0665665 Oct 17 03:19:27.925193 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-3f7ad731-66f2-43f5-8802-e9b68e47a1ac req-fade314b-2605-40b5-9a9d-f40a1e935d8e tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Request body: {'port': {'security_groups': ['e629710a-996a-4978-bb87-e9c17f86eb0d', 'd1049b4a-f0bc-41f5-920c-abf5f7633e3a']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:27.927665 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:28.025050 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-3f7ad731-66f2-43f5-8802-e9b68e47a1ac req-fade314b-2605-40b5-9a9d-f40a1e935d8e tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:28.036108 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d3f207d6-aa3e-48db-a7b5-fd60bf94fee3 req-bbbabf0c-904e-4680-bd01-ef37beff569f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693957 Oct 17 03:19:28.228317 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-3f7ad731-66f2-43f5-8802-e9b68e47a1ac req-fade314b-2605-40b5-9a9d-f40a1e935d8e tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] For port ac441b28-2717-4b03-ba74-cb37f802decc, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=ac441b28-2717-4b03-ba74-cb37f802decc,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:19:28.259844 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-3f7ad731-66f2-43f5-8802-e9b68e47a1ac req-fade314b-2605-40b5-9a9d-f40a1e935d8e tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for port (ac441b28-2717-4b03-ba74-cb37f802decc), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:28.264295 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-3f7ad731-66f2-43f5-8802-e9b68e47a1ac req-fade314b-2605-40b5-9a9d-f40a1e935d8e tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:28.273085 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ad731-66f2-43f5-8802-e9b68e47a1ac req-fade314b-2605-40b5-9a9d-f40a1e935d8e tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:28.274398 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-3f7ad731-66f2-43f5-8802-e9b68e47a1ac req-fade314b-2605-40b5-9a9d-f40a1e935d8e tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:28.276508 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3f7ad731-66f2-43f5-8802-e9b68e47a1ac req-fade314b-2605-40b5-9a9d-f40a1e935d8e tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "PUT /networking/v2.0/ports/ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 200 len: 981 time: 0.3842070 Oct 17 03:19:28.278556 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['ac441b28-2717-4b03-ba74-cb37f802decc'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:19:28.312022 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:19:28.314211 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35630165-29a0-4fc2-9014-12e042d6b1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:19:28.338926 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade314b-2605-40b5-9a9d-f40a1e935d8e tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event updated for resources: {'Port': ['ID=ac441b28-2717-4b03-ba74-cb37f802decc,revision_number=6']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:28.364897 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ea2f7a-7f98-4517-b46e-2120cb475e7e x-openstack-request-id: req-a2ea2f7a-7f98-4517-b46e-2120cb475e7e {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:19:28.365176 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:19:28.365440 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a2ea2f7a-7f98-4517-b46e-2120cb475e7e {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:19:28.365818 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ea2f7a-7f98-4517-b46e-2120cb475e7e'] response: {'name': 'network-changed', 'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'status': 'completed', 'code': 200} Oct 17 03:19:28.377928 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['ac441b28-2717-4b03-ba74-cb37f802decc'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:19:28.391984 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c1d15-631a-40c1-be2f-eae8cec92dc1 req-fedafa83-fac7-4681-9bcd-478efd171f08 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:28.395470 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b09c1d15-631a-40c1-be2f-eae8cec92dc1 req-fedafa83-fac7-4681-9bcd-478efd171f08 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0536745 Oct 17 03:19:28.440781 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35630165-29a0-4fc2-9014-12e042d6b1e5 req-0377f632-3a40-482c-965c-9ce1228a2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:28.443564 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-35630165-29a0-4fc2-9014-12e042d6b1e5 req-0377f632-3a40-482c-965c-9ce1228a2217 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=dc518d9b31644a8d8b21cf9c645b1373&device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 1168 time: 0.0512791 Oct 17 03:19:28.473860 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b09c1d15-631a-40c1-be2f-eae8cec92dc1 req-8b185de6-9a5f-4c23-8ea5-79f685905313 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734661 Oct 17 03:19:28.543859 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35630165-29a0-4fc2-9014-12e042d6b1e5 req-7b2eb3b1-47ad-4cfd-ada7-ff013629da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:28.545300 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-35630165-29a0-4fc2-9014-12e042d6b1e5 req-7b2eb3b1-47ad-4cfd-ada7-ff013629da21 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead HTTP/1.1" status: 200 len: 915 time: 0.0933051 Oct 17 03:19:28.607425 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-35630165-29a0-4fc2-9014-12e042d6b1e5 req-9dc40d4b-cbd4-488a-bb0a-a892b173e879 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 200 len: 1001 time: 0.0547962 Oct 17 03:19:28.656316 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35630165-29a0-4fc2-9014-12e042d6b1e5 req-9a98a869-3f2e-4d51-b8a0-8486d87b7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:28.657740 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-35630165-29a0-4fc2-9014-12e042d6b1e5 req-9a98a869-3f2e-4d51-b8a0-8486d87b7755 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d42b6f81-e342-4707-8163-9aa5acec1619 HTTP/1.1" status: 200 len: 853 time: 0.0434008 Oct 17 03:19:28.705616 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35630165-29a0-4fc2-9014-12e042d6b1e5 req-e5d9b10c-44ff-45fa-9f6d-e7990f9aff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:28.707128 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-35630165-29a0-4fc2-9014-12e042d6b1e5 req-e5d9b10c-44ff-45fa-9f6d-e7990f9aff9b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419204 Oct 17 03:19:28.806087 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-35630165-29a0-4fc2-9014-12e042d6b1e5 req-3ccb4c3a-4518-4da7-aec3-2aee6776ca24 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920246 Oct 17 03:19:28.819055 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:28.827680 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:28.843440 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:28.910783 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-35630165-29a0-4fc2-9014-12e042d6b1e5 req-0b4486d3-47d2-434a-bfcd-702ff263f697 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984333 Oct 17 03:19:36.436373 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:19:37.272690 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-13cf3f58-00ea-4aa4-becc-b4a7fd456476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:38.457577 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=73,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:38.467997 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:38.905317 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=6 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:38.907207 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:39.329601 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-72c13ccd-1625-48c2-bbc8-8b279f561ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:40.728023 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:42.155158 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:42.327989 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:46.941206 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:49.447664 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:49.448535 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=69 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:50.969926 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44746) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:51.104436 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d686678d-761b-4db7-92a9-b9f9053f504c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:51.185621 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d686678d-761b-4db7-92a9-b9f9053f504c admin admin] Publish callbacks [] for security_group (03eeee6a-67d6-4d81-8691-4d27d2161afd), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:51.194464 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d686678d-761b-4db7-92a9-b9f9053f504c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (03eeee6a-67d6-4d81-8691-4d27d2161afd), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:51.233686 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-d686678d-761b-4db7-92a9-b9f9053f504c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=73ec65cc06544a6d86bb4059de5d3d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626252 Oct 17 03:19:51.236861 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44764) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:51.239194 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686678d-761b-4db7-92a9-b9f9053f504c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eeee6a-67d6-4d81-8691-4d27d2161afd,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:51.293148 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Publish callbacks [] for security_group (03eeee6a-67d6-4d81-8691-4d27d2161afd), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:51.315325 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Publish callbacks [] for security_group (03eeee6a-67d6-4d81-8691-4d27d2161afd), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:51.367246 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (03eeee6a-67d6-4d81-8691-4d27d2161afd), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:51.369936 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:51.371111 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/03eeee6a-67d6-4d81-8691-4d27d2161afd HTTP/1.1" status: 204 len: 168 time: 0.1325493 Oct 17 03:19:51.379566 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eeee6a-67d6-4d81-8691-4d27d2161afd,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:51.397631 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.398098 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.398462 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.398756 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.399272 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.399598 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.400021 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.400224 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.400566 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.401182 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.401549 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.401951 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.402276 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.402594 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:51.403023 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec365e-5a4c-472c-9dab-0c6e72e766d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:52.064858 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e6ac40c-ba4f-4284-92ea-31fef0c0266a req-4d3e991d-271d-405f-b814-71e9d1827e16 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394545 Oct 17 03:19:52.085203 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44810) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:52.153414 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac40c-ba4f-4284-92ea-31fef0c0266a req-a51bb3ab-bffc-44fb-949f-4ce28347c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:52.154973 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e6ac40c-ba4f-4284-92ea-31fef0c0266a req-a51bb3ab-bffc-44fb-949f-4ce28347c75c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=dc518d9b31644a8d8b21cf9c645b1373&device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 1168 time: 0.0452447 Oct 17 03:19:52.186246 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1169201216-network', 'tenant_id': '917f1029c33f4607b398287532f2fb4b'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:52.206549 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Made reservation on behalf of 917f1029c33f4607b398287532f2fb4b for: {'network': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:19:52.208957 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.217611 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.262641 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac40c-ba4f-4284-92ea-31fef0c0266a req-2feb2a57-4b20-454f-8eba-f12d0172f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:52.264184 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e6ac40c-ba4f-4284-92ea-31fef0c0266a req-2feb2a57-4b20-454f-8eba-f12d0172f01c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead HTTP/1.1" status: 200 len: 915 time: 0.0879545 Oct 17 03:19:52.302703 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Publish callbacks [] for security_group (b2eaaae9-2024-4ada-884f-d8b7fd1045fa), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.306666 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (b2eaaae9-2024-4ada-884f-d8b7fd1045fa), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.332987 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e6ac40c-ba4f-4284-92ea-31fef0c0266a req-ee48ed8b-4625-4c66-9969-2ee30d14dcc9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 200 len: 1001 time: 0.0614007 Oct 17 03:19:52.336504 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=104637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:19:52.347036 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eaaae9-2024-4ada-884f-d8b7fd1045fa,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:52.352988 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (1c90ed94-f057-42e7-8c86-e85d77f79b0f), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.353328 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.segments_db [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Added segment 1c90ed94-f057-42e7-8c86-e85d77f79b0f of type vlan for network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd Oct 17 03:19:52.397029 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.420681 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.421709 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:52.422287 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.480590 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3943076 Oct 17 03:19:52.483579 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44814) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:52.485659 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b1c4f-b4d5-430c-8098-c7d2f0daab7b admin admin] Pushing event updated for resources: {'Network': ['ID=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:52.489524 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-5668520c-7217-46d7-967f-c30a33efec31 admin admin] Request body: {'subnet': {'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1169201216-subnet', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'ip_version': 4}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:52.495540 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:19:52.513277 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5668520c-7217-46d7-967f-c30a33efec31 admin admin] Made reservation on behalf of 917f1029c33f4607b398287532f2fb4b for: {'subnet': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:19:52.515882 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5668520c-7217-46d7-967f-c30a33efec31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3819769'] for subnet (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.695745 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5668520c-7217-46d7-967f-c30a33efec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25377786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3819755'] for subnet (fe0294fe-6364-4dad-bac5-300c814f640b), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.746263 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668520c-7217-46d7-967f-c30a33efec31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0294fe-6364-4dad-bac5-300c814f640b,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:52.761363 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668520c-7217-46d7-967f-c30a33efec31 admin admin] Checking segment: {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:19:52.761724 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5668520c-7217-46d7-967f-c30a33efec31 admin admin] Network hostable DHCP agents. Network: 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:19:52.780685 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5668520c-7217-46d7-967f-c30a33efec31 admin admin] Network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:19:52.790236 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-5668520c-7217-46d7-967f-c30a33efec31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd) {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:19:52.794325 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5668520c-7217-46d7-967f-c30a33efec31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:52.794950 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5668520c-7217-46d7-967f-c30a33efec31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.799078 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6955a7-7f52-4c67-9506-c5c597cfd06b None None] Network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:19:52.811696 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-5668520c-7217-46d7-967f-c30a33efec31 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3268056 Oct 17 03:19:52.814852 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44822) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:52.819297 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:52.838851 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1168'] for router (ba810bd8-34e1-48a4-8d31-3925564c3909), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.839915 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1177'] for router (ba810bd8-34e1-48a4-8d31-3925564c3909), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.848158 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:52.856475 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:52.904006 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Publish callbacks [] for router_controller (ba810bd8-34e1-48a4-8d31-3925564c3909), precommit_add_association {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:52.904268 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:19:52.905590 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:53.043210 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Allocated IP 172.20.0.2 (69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd/fe0294fe-6364-4dad-bac5-300c814f640b/5652bcb7-0697-41e3-8e85-d838e0132a47) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:19:53.043968 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Publish callbacks [] for router_gateway (ba810bd8-34e1-48a4-8d31-3925564c3909), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:53.183887 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Publish callbacks [] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:53.190038 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:53.192273 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac40c-ba4f-4284-92ea-31fef0c0266a req-abff60eb-65f6-49ff-bfb2-dab82962ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:53.193747 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e6ac40c-ba4f-4284-92ea-31fef0c0266a req-abff60eb-65f6-49ff-bfb2-dab82962ba31 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d42b6f81-e342-4707-8163-9aa5acec1619 HTTP/1.1" status: 200 len: 853 time: 0.0868709 Oct 17 03:19:53.230163 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:19:53.234635 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:19:53.237561 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:19:53.246974 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Pushing event updated for resources: {'Port': ['ID=5652bcb7-0697-41e3-8e85-d838e0132a47,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:53.263548 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Publish callbacks [] for router_gateway (ba810bd8-34e1-48a4-8d31-3925564c3909), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:53.270848 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.271218 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.271587 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.271945 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.272280 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.272607 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.272932 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.273256 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.273578 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.273902 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.274255 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.274579 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.275076 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.275241 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.275558 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:53.283297 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:53.311411 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Attempting to bind port 5652bcb7-0697-41e3-8e85-d838e0132a47 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:19:53.311811 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Attempting to bind port 5652bcb7-0697-41e3-8e85-d838e0132a47 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:19:53.312134 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Attempting to bind port 5652bcb7-0697-41e3-8e85-d838e0132a47 on network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:19:53.354222 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:19:53.354588 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Checking segment: {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:19:53.355031 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:53.355419 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Bound using segment: {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:19:53.355889 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Bound port: 5652bcb7-0697-41e3-8e85-d838e0132a47, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:19:53.356265 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:53.358275 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:53.394827 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Allocated IP 172.27.0.225 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/bc2fb078-099e-44ad-8687-8a124a1f5cf2) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:19:53.407806 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:53.424444 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] For port 5652bcb7-0697-41e3-8e85-d838e0132a47, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:19:53.427566 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] For port 5652bcb7-0697-41e3-8e85-d838e0132a47, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=5652bcb7-0697-41e3-8e85-d838e0132a47,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:19:53.432701 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:53.486859 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430763d4-fe95-4da6-944e-1b19eaf27b57 None None] Pushing event updated for resources: {'Port': ['ID=5652bcb7-0697-41e3-8e85-d838e0132a47,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:53.503948 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Publish callbacks [] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:53.536055 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:53.583189 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:19:53.588371 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:19:53.590796 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Pushing event updated for resources: {'Port': ['ID=bc2fb078-099e-44ad-8687-8a124a1f5cf2,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:53.593269 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:19:53.710609 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:53.848804 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Publish callbacks [] for router_gateway (ba810bd8-34e1-48a4-8d31-3925564c3909), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:53.927240 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:53.971509 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac40c-ba4f-4284-92ea-31fef0c0266a req-dd9ba749-c610-4cca-9ed4-0f9b8f79987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:53.972964 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e6ac40c-ba4f-4284-92ea-31fef0c0266a req-dd9ba749-c610-4cca-9ed4-0f9b8f79987f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549765 Oct 17 03:19:54.070171 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809'] for router (ba810bd8-34e1-48a4-8d31-3925564c3909), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:54.196319 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Router ba810bd8-34e1-48a4-8d31-3925564c3909 is scheduled to L3 agent dea58ebe-04a0-4074-8d33-fced80136847 with binding_index 1 {{(pid=104638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:19:54.306089 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:19:54.314295 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Sync routers for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:19:54.327208 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:19:54.327451 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:54.327965 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:19:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:19:54.332117 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-8758a1b4-27ee-454b-85d4-b1983f0f78fe admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5130484 Oct 17 03:19:54.332530 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44830) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:54.379717 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ad5b5-3b44-4cdd-9f4c-6a70a8117951 None None] Network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:19:54.431069 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:19:54.448328 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-ce3fffc9-8a0f-41c6-9e26-b5e9df27f9d4 None None] Provisioning complete for port 5652bcb7-0697-41e3-8e85-d838e0132a47 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:19:54.448696 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-ce3fffc9-8a0f-41c6-9e26-b5e9df27f9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:54.449210 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-ce3fffc9-8a0f-41c6-9e26-b5e9df27f9d4 None None] Attempt 1 to provision port 5652bcb7-0697-41e3-8e85-d838e0132a47 Oct 17 03:19:54.540584 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:54.569191 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-ce3fffc9-8a0f-41c6-9e26-b5e9df27f9d4 None None] Current status of the port 5652bcb7-0697-41e3-8e85-d838e0132a47 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:19:54.569576 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-ce3fffc9-8a0f-41c6-9e26-b5e9df27f9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:54.612720 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-ce3fffc9-8a0f-41c6-9e26-b5e9df27f9d4 None None] For port 5652bcb7-0697-41e3-8e85-d838e0132a47, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=5652bcb7-0697-41e3-8e85-d838e0132a47,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:19:54.618483 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-ce3fffc9-8a0f-41c6-9e26-b5e9df27f9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:54.620576 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:53Z', 'revision_number': 3, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:19:54.649591 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Checking router: ba810bd8-34e1-48a4-8d31-3925564c3909 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:19:54.649935 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Updating router ba810bd8-34e1-48a4-8d31-3925564c3909 port bc2fb078-099e-44ad-8687-8a124a1f5cf2 binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:19:54.672639 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fffc9-8a0f-41c6-9e26-b5e9df27f9d4 None None] Pushing event updated for resources: {'Port': ['ID=5652bcb7-0697-41e3-8e85-d838e0132a47,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:54.686760 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:54.783130 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:54.805010 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:54.842282 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-f60da565-2ce2-43b9-87e5-2616f8190f7d None None] Provisioning complete for port 5652bcb7-0697-41e3-8e85-d838e0132a47 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:19:54.842730 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f60da565-2ce2-43b9-87e5-2616f8190f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:54.843103 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-f60da565-2ce2-43b9-87e5-2616f8190f7d None None] Attempt 1 to provision port 5652bcb7-0697-41e3-8e85-d838e0132a47 Oct 17 03:19:54.922050 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-f60da565-2ce2-43b9-87e5-2616f8190f7d None None] Current status of the port 5652bcb7-0697-41e3-8e85-d838e0132a47 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:19:54.938509 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Publish callbacks [] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:54.945878 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:54.946917 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e6ac40c-ba4f-4284-92ea-31fef0c0266a req-50386cbc-9a35-47a3-a480-57f44eb6d63f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993061 Oct 17 03:19:54.967611 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Allocated IP 172.20.0.1 (69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd/fe0294fe-6364-4dad-bac5-300c814f640b/9e73c296-1d0f-4794-a9ec-a9f97859e1a4) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:19:54.984159 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Attempting to bind port bc2fb078-099e-44ad-8687-8a124a1f5cf2 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:19:54.984518 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Attempting to bind port bc2fb078-099e-44ad-8687-8a124a1f5cf2 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:19:54.985074 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Attempting to bind port bc2fb078-099e-44ad-8687-8a124a1f5cf2 on network 3f5d5270-3f2d-498d-b31c-27499816697e {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:19:55.028349 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:55.029925 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Pushing event updated for resources: {'Port': ['ID=bc2fb078-099e-44ad-8687-8a124a1f5cf2,revision_number=2']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:55.042171 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:19:55.042459 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:19:55.043130 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:55.043668 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Bound using segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:19:55.044328 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Bound port: bc2fb078-099e-44ad-8687-8a124a1f5cf2, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:19:55.044694 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:55.046391 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e6ac40c-ba4f-4284-92ea-31fef0c0266a req-74a7c9ae-4aa7-407f-ae49-d1c3a4bdbd22 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933204 Oct 17 03:19:55.082363 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.082710 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.083097 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.083469 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.083803 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.084131 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.084548 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.084787 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.085108 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.085425 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.085750 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.086080 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.086398 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.086708 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.087226 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:19:55.105375 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Publish callbacks [] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:55.115591 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] For port bc2fb078-099e-44ad-8687-8a124a1f5cf2, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:19:55.118957 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] For port bc2fb078-099e-44ad-8687-8a124a1f5cf2, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=bc2fb078-099e-44ad-8687-8a124a1f5cf2,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:19:55.124406 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:55.147837 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:55.157580 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:55.166908 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:19:55.167557 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:19:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:19:55.195276 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:19:55.200447 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:19:55.204351 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:19:55.227716 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5792ee1-514a-4c48-b02e-53411d7b8aae None None] Pushing event updated for resources: {'Port': ['ID=bc2fb078-099e-44ad-8687-8a124a1f5cf2,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:55.261388 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Pushing event updated for resources: {'Port': ['ID=9e73c296-1d0f-4794-a9ec-a9f97859e1a4,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:55.266501 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748858'] for router_interface (ba810bd8-34e1-48a4-8d31-3925564c3909), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:55.330846 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:19:55.335526 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:55.393117 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:55.479376 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:55.539912 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:53Z', 'revision_number': 3, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:19:55.550902 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-ccf32dd3-2623-4a62-863b-264786519542 None None] Provisioning complete for port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:19:55.551939 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-ccf32dd3-2623-4a62-863b-264786519542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:55.552424 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-ccf32dd3-2623-4a62-863b-264786519542 None None] Attempt 1 to provision port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 Oct 17 03:19:55.571692 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa74022-7483-4106-b172-bad3feed4c5d None None] The sync data for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi is: [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:53Z', 'revision_number': 3, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:19:55.584344 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 5652bcb7-0697-41e3-8e85-d838e0132a47 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:19:55.629976 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-ccf32dd3-2623-4a62-863b-264786519542 None None] Port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:19:55.649627 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 5652bcb7-0697-41e3-8e85-d838e0132a47 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:19:55.650310 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:55.650794 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 5652bcb7-0697-41e3-8e85-d838e0132a47 Oct 17 03:19:55.710188 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Publish callbacks [] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:55.718497 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3925854'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:55.756998 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 5652bcb7-0697-41e3-8e85-d838e0132a47 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:19:55.793649 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748966'] for router_interface (ba810bd8-34e1-48a4-8d31-3925564c3909), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:55.805016 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Pushing event updated for resources: {'Port': ['ID=9e73c296-1d0f-4794-a9ec-a9f97859e1a4,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:55.911953 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:55.925734 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:19:55.930509 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:19:56.084752 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Router ba810bd8-34e1-48a4-8d31-3925564c3909 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:19:56.149412 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44844) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:56.220649 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:19:56.231283 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-6c1dc5c8-77df-49a3-ae3b-9e774d57a467 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ba810bd8-34e1-48a4-8d31-3925564c3909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8974617 Oct 17 03:19:56.275243 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-fe4d192b-f023-49fe-b1ec-795640566514 None None] Provisioning complete for port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:19:56.275243 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-fe4d192b-f023-49fe-b1ec-795640566514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:56.275243 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-fe4d192b-f023-49fe-b1ec-795640566514 None None] Attempt 1 to provision port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 Oct 17 03:19:56.298121 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:56.343529 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d192b-f023-49fe-b1ec-795640566514 None None] Port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:19:56.360353 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-992153ec-571d-4b89-9e58-7068b400192a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:56.588898 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-992153ec-571d-4b89-9e58-7068b400192a admin admin] Publish callbacks [] for security_group (9d4cc48b-c01e-4c74-860e-e822162726e2), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:56.595571 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-992153ec-571d-4b89-9e58-7068b400192a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9d4cc48b-c01e-4c74-860e-e822162726e2), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:56.636871 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992153ec-571d-4b89-9e58-7068b400192a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4cc48b-c01e-4c74-860e-e822162726e2,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:56.655625 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-992153ec-571d-4b89-9e58-7068b400192a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f6e8b46d59984157af3cfd5f5b586023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5051312 Oct 17 03:19:56.661523 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44860) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:56.754363 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4c7db863-c521-42f0-ad0f-157e33b145ab admin admin] Publish callbacks [] for security_group (9d4cc48b-c01e-4c74-860e-e822162726e2), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:56.756241 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:56.780643 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4c7db863-c521-42f0-ad0f-157e33b145ab admin admin] Publish callbacks [] for security_group (9d4cc48b-c01e-4c74-860e-e822162726e2), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:56.840821 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4c7db863-c521-42f0-ad0f-157e33b145ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9d4cc48b-c01e-4c74-860e-e822162726e2), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:56.843775 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4c7db863-c521-42f0-ad0f-157e33b145ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:56.844914 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-4c7db863-c521-42f0-ad0f-157e33b145ab admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9d4cc48b-c01e-4c74-860e-e822162726e2 HTTP/1.1" status: 204 len: 168 time: 0.1823254 Oct 17 03:19:56.854822 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7db863-c521-42f0-ad0f-157e33b145ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4cc48b-c01e-4c74-860e-e822162726e2,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:56.961665 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44874) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:56.967425 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1313587773-network', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:56.988450 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Made reservation on behalf of bd52b177a16a4ea1b2dff23d32ab4673 for: {'network': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:19:56.990855 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:56.999915 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.086970 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Publish callbacks [] for security_group (7d5ed641-60e2-4d35-8b53-5f83b2ea6a8c), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.091216 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (7d5ed641-60e2-4d35-8b53-5f83b2ea6a8c), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.118858 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=104637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:19:57.125343 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5ed641-60e2-4d35-8b53-5f83b2ea6a8c,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:57.132067 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (df39b911-6054-4fce-a744-22b25380b5a8), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.132415 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.segments_db [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Added segment df39b911-6054-4fce-a744-22b25380b5a8 of type vlan for network f12a7fd1-7981-4347-8151-143fe79f6c10 Oct 17 03:19:57.174044 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (f12a7fd1-7981-4347-8151-143fe79f6c10), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.198519 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (f12a7fd1-7981-4347-8151-143fe79f6c10), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.200180 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:57.200842 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.264112 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2988167 Oct 17 03:19:57.264286 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44878) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:57.269632 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44880) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:57.278036 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-7aee63b2-9ec2-4cb7-b2e1-4177f04d4ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.278766 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-61646e4c-f69e-4193-9001-350b18e2d2e4 admin admin] Request body: {'subnet': {'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1313587773-subnet', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'ip_version': 4}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:57.288781 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637790c2-ae89-4e0f-9681-f7ce55a76585 admin admin] Pushing event updated for resources: {'Network': ['ID=f12a7fd1-7981-4347-8151-143fe79f6c10,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:57.301576 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network f12a7fd1-7981-4347-8151-143fe79f6c10 details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:19:57.312391 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61646e4c-f69e-4193-9001-350b18e2d2e4 admin admin] Made reservation on behalf of bd52b177a16a4ea1b2dff23d32ab4673 for: {'subnet': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:19:57.315077 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-61646e4c-f69e-4193-9001-350b18e2d2e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3376478'] for subnet (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.364346 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-7aee63b2-9ec2-4cb7-b2e1-4177f04d4ee9 admin admin] Publish callbacks [] for security_group (42a000f0-aa32-4f9b-9cd1-2ab51b9720b2), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.373414 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-7aee63b2-9ec2-4cb7-b2e1-4177f04d4ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (42a000f0-aa32-4f9b-9cd1-2ab51b9720b2), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.407402 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:57.411890 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:57.425420 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-7aee63b2-9ec2-4cb7-b2e1-4177f04d4ee9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fd2058d31388445a8721f8e5250d0868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610425 Oct 17 03:19:57.429130 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44882) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:57.438142 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee63b2-9ec2-4cb7-b2e1-4177f04d4ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a000f0-aa32-4f9b-9cd1-2ab51b9720b2,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:57.492418 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-22de9afe-9440-4382-be80-9d24f03d494f admin admin] Publish callbacks [] for security_group (42a000f0-aa32-4f9b-9cd1-2ab51b9720b2), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.519651 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-22de9afe-9440-4382-be80-9d24f03d494f admin admin] Publish callbacks [] for security_group (42a000f0-aa32-4f9b-9cd1-2ab51b9720b2), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.541118 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device bc2fb078-099e-44ad-8687-8a124a1f5cf2 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:19:57.588860 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-22de9afe-9440-4382-be80-9d24f03d494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (42a000f0-aa32-4f9b-9cd1-2ab51b9720b2), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.592564 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-22de9afe-9440-4382-be80-9d24f03d494f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.597572 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-22de9afe-9440-4382-be80-9d24f03d494f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/42a000f0-aa32-4f9b-9cd1-2ab51b9720b2 HTTP/1.1" status: 204 len: 168 time: 0.1638317 Oct 17 03:19:57.606026 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de9afe-9440-4382-be80-9d24f03d494f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a000f0-aa32-4f9b-9cd1-2ab51b9720b2,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:57.607721 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port bc2fb078-099e-44ad-8687-8a124a1f5cf2 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:19:57.608524 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.609142 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port bc2fb078-099e-44ad-8687-8a124a1f5cf2 Oct 17 03:19:57.664284 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:57.811166 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-61646e4c-f69e-4193-9001-350b18e2d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3925969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3376460'] for subnet (3db93fac-2117-40e5-a9ff-8a9246801c54), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.886537 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port bc2fb078-099e-44ad-8687-8a124a1f5cf2 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:19:57.888134 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.891376 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61646e4c-f69e-4193-9001-350b18e2d2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db93fac-2117-40e5-a9ff-8a9246801c54,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:57.902824 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Sync routers for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:19:57.904689 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61646e4c-f69e-4193-9001-350b18e2d2e4 admin admin] Checking segment: {'id': 'df39b911-6054-4fce-a744-22b25380b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:19:57.905460 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61646e4c-f69e-4193-9001-350b18e2d2e4 admin admin] Network hostable DHCP agents. Network: f12a7fd1-7981-4347-8151-143fe79f6c10, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:19:57.923218 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port bc2fb078-099e-44ad-8687-8a124a1f5cf2, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=bc2fb078-099e-44ad-8687-8a124a1f5cf2,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:19:57.925661 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:19:57.926471 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:19:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:19:57.928624 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61646e4c-f69e-4193-9001-350b18e2d2e4 admin admin] Network f12a7fd1-7981-4347-8151-143fe79f6c10 is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:19:57.930004 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.941401 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-61646e4c-f69e-4193-9001-350b18e2d2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, f12a7fd1-7981-4347-8151-143fe79f6c10) {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:19:57.947254 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61646e4c-f69e-4193-9001-350b18e2d2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:19:57.948712 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-61646e4c-f69e-4193-9001-350b18e2d2e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:57.968923 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246160d8-4ae4-4820-81a9-250fef588bc7 None None] Network f12a7fd1-7981-4347-8151-143fe79f6c10 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:19:57.971185 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44894) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:19:57.971745 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-61646e4c-f69e-4193-9001-350b18e2d2e4 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7005842 Oct 17 03:19:57.977033 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1313587773-router', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:19:58.001925 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1168'] for router (5e037f65-112c-4d63-9162-3d7a553ee276), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:58.004196 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1177'] for router (5e037f65-112c-4d63-9162-3d7a553ee276), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:58.072398 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Publish callbacks [] for router_controller (5e037f65-112c-4d63-9162-3d7a553ee276), precommit_add_association {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:58.130966 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=bc2fb078-099e-44ad-8687-8a124a1f5cf2,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:58.180428 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:19:58.207848 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-f12a7fd1-7981-4347-8151-143fe79f6c10', 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10', 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'fixed_ips': [{'subnet_id': '3db93fac-2117-40e5-a9ff-8a9246801c54'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:19:58.208909 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:58.490094 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Allocated IP 172.20.0.2 (f12a7fd1-7981-4347-8151-143fe79f6c10/3db93fac-2117-40e5-a9ff-8a9246801c54/ec604a7b-9c65-49eb-85f2-e37435498876) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:19:58.493574 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:58.510855 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Publish callbacks [] for router_gateway (5e037f65-112c-4d63-9162-3d7a553ee276), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:58.537022 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 2, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:19:58.592493 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:58.594510 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Checking router: ba810bd8-34e1-48a4-8d31-3925564c3909 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:19:58.594830 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Updating router ba810bd8-34e1-48a4-8d31-3925564c3909 port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 binding host dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:19:58.640308 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:58.714498 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Publish callbacks [] for router_gateway (5e037f65-112c-4d63-9162-3d7a553ee276), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:58.734703 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:58.796411 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Publish callbacks [] for port (ec604a7b-9c65-49eb-85f2-e37435498876), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:58.811993 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:58.819902 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:58.870089 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Network f12a7fd1-7981-4347-8151-143fe79f6c10 is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:19:58.885158 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Allocated IP 172.27.0.174 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/a4481b03-6d41-4c1b-a4b4-14fccc6e071a) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:19:58.890145 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:19:58.921293 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:19:58.933984 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Pushing event updated for resources: {'Port': ['ID=ec604a7b-9c65-49eb-85f2-e37435498876,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:59.029121 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Attempting to bind port ec604a7b-9c65-49eb-85f2-e37435498876 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:19:59.029488 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Attempting to bind port ec604a7b-9c65-49eb-85f2-e37435498876 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': 'df39b911-6054-4fce-a744-22b25380b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:19:59.029845 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Attempting to bind port ec604a7b-9c65-49eb-85f2-e37435498876 on network f12a7fd1-7981-4347-8151-143fe79f6c10 {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:19:59.031120 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Publish callbacks [] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.045936 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:59.079697 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.122919 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:19:59.126547 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:19:59.127238 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:19:59.127589 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Checking segment: {'id': 'df39b911-6054-4fce-a744-22b25380b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:19:59.128749 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.129420 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Bound using segment: {'id': 'df39b911-6054-4fce-a744-22b25380b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:19:59.129903 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Bound port: ec604a7b-9c65-49eb-85f2-e37435498876, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df39b911-6054-4fce-a744-22b25380b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:19:59.130559 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:19:59.130767 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.139248 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Publish callbacks [] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), precommit_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.152758 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.160344 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Pushing event updated for resources: {'Port': ['ID=a4481b03-6d41-4c1b-a4b4-14fccc6e071a,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:59.262042 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a607a-dfcf-4eb1-af47-aeb7aa0aafda None None] Pushing event updated for resources: {'Port': ['ID=9e73c296-1d0f-4794-a9ec-a9f97859e1a4,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:59.284888 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:59.316355 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Attempting to bind port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:19:59.316816 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Attempting to bind port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:19:59.317182 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Attempting to bind port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 on network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:19:59.342903 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] For port ec604a7b-9c65-49eb-85f2-e37435498876, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:19:59.360590 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] For port ec604a7b-9c65-49eb-85f2-e37435498876, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ec604a7b-9c65-49eb-85f2-e37435498876,segment=NetworkSegment(df39b911-6054-4fce-a744-22b25380b5a8),segment_id=df39b911-6054-4fce-a744-22b25380b5a8)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:19:59.375102 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.406085 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:19:59.406451 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Checking segment: {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:19:59.406855 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.407267 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Bound using segment: {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:19:59.407754 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Bound port: 9e73c296-1d0f-4794-a9ec-a9f97859e1a4, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:19:59.408545 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.429047 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Publish callbacks [] for router_gateway (5e037f65-112c-4d63-9162-3d7a553ee276), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.479935 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f3dde-30cd-4afd-8f8d-3bdd230a8867 None None] Pushing event updated for resources: {'Port': ['ID=ec604a7b-9c65-49eb-85f2-e37435498876,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:59.509609 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] For port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:19:59.513045 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] For port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=9e73c296-1d0f-4794-a9ec-a9f97859e1a4,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:19:59.521555 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.563522 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device bc2fb078-099e-44ad-8687-8a124a1f5cf2 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:19:59.621108 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:19:59.621873 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:19:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:19:59.717278 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a607a-dfcf-4eb1-af47-aeb7aa0aafda None None] Pushing event updated for resources: {'Port': ['ID=9e73c296-1d0f-4794-a9ec-a9f97859e1a4,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:19:59.723015 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809'] for router (5e037f65-112c-4d63-9162-3d7a553ee276), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.775014 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port bc2fb078-099e-44ad-8687-8a124a1f5cf2 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:19:59.775683 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:19:59.776183 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port bc2fb078-099e-44ad-8687-8a124a1f5cf2 Oct 17 03:19:59.809440 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:59.831577 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:19:59.864263 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:19:59.889702 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Router 5e037f65-112c-4d63-9162-3d7a553ee276 is scheduled to L3 agent dea58ebe-04a0-4074-8d33-fced80136847 with binding_index 1 {{(pid=104638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:20:00.023769 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:20:00.037307 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Sync routers for ids ['5e037f65-112c-4d63-9162-3d7a553ee276'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:20:00.051732 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Routers {'5e037f65-112c-4d63-9162-3d7a553ee276'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:20:00.052736 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:19:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['5e037f65-112c-4d63-9162-3d7a553ee276'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:00.055170 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:00.056671 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-0cf8d543-6f9b-431e-88d5-2af2c04fd381 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0834136 Oct 17 03:20:00.059464 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 44952) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:00.140343 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port bc2fb078-099e-44ad-8687-8a124a1f5cf2 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:00.195099 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:00.241198 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Set router 5e037f65-112c-4d63-9162-3d7a553ee276 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:20:00.261649 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:19:59Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:00.307960 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ef6af-7a87-4017-bc5e-57aba74a436c None None] The sync data for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi is: [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:19:59Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:20:00.683872 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'name': 'tempest-TestVolumeBootPattern-1313587773-router', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:19:59Z', 'revision_number': 3, 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'gw_port': {'id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:00.727062 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Checking router: 5e037f65-112c-4d63-9162-3d7a553ee276 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:20:00.727404 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Updating router 5e037f65-112c-4d63-9162-3d7a553ee276 port a4481b03-6d41-4c1b-a4b4-14fccc6e071a binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:20:00.740388 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:00.779356 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:00.833853 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44fb854-439c-4fd4-b9e3-0fd8744f490b None None] Network f12a7fd1-7981-4347-8151-143fe79f6c10 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:20:00.972997 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-822303b1-aa3c-47ee-85c9-ed6946895eeb None None] Provisioning complete for port ec604a7b-9c65-49eb-85f2-e37435498876 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:00.973376 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-822303b1-aa3c-47ee-85c9-ed6946895eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:00.973710 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-822303b1-aa3c-47ee-85c9-ed6946895eeb None None] Attempt 1 to provision port ec604a7b-9c65-49eb-85f2-e37435498876 Oct 17 03:20:00.997626 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Allocated IP 172.20.0.1 (f12a7fd1-7981-4347-8151-143fe79f6c10/3db93fac-2117-40e5-a9ff-8a9246801c54/8eac0f70-a427-4360-9999-f95289d1c99c) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:20:01.086225 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:01.113628 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:01.149991 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-822303b1-aa3c-47ee-85c9-ed6946895eeb None None] Current status of the port ec604a7b-9c65-49eb-85f2-e37435498876 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:01.150389 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-822303b1-aa3c-47ee-85c9-ed6946895eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.153151 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Publish callbacks [] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.156690 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:01.161174 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.209386 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Publish callbacks [] for port (8eac0f70-a427-4360-9999-f95289d1c99c), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.215976 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-822303b1-aa3c-47ee-85c9-ed6946895eeb None None] For port ec604a7b-9c65-49eb-85f2-e37435498876, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ec604a7b-9c65-49eb-85f2-e37435498876,segment=NetworkSegment(df39b911-6054-4fce-a744-22b25380b5a8),segment_id=df39b911-6054-4fce-a744-22b25380b5a8)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:20:01.219114 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Attempting to bind port a4481b03-6d41-4c1b-a4b4-14fccc6e071a on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:20:01.219860 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Attempting to bind port a4481b03-6d41-4c1b-a4b4-14fccc6e071a by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:20:01.220422 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Attempting to bind port a4481b03-6d41-4c1b-a4b4-14fccc6e071a on network 3f5d5270-3f2d-498d-b31c-27499816697e {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:20:01.225442 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-822303b1-aa3c-47ee-85c9-ed6946895eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.293533 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.321853 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451fe92-d5a3-4ee1-8ef6-0e2e051b6c39 None None] Pushing event updated for resources: {'Port': ['ID=a4481b03-6d41-4c1b-a4b4-14fccc6e071a,revision_number=2']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:01.345980 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:20:01.346346 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:20:01.347491 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.347880 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Bound using segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:20:01.348343 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Bound port: a4481b03-6d41-4c1b-a4b4-14fccc6e071a, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:20:01.348703 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.362291 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822303b1-aa3c-47ee-85c9-ed6946895eeb None None] Pushing event updated for resources: {'Port': ['ID=ec604a7b-9c65-49eb-85f2-e37435498876,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:01.398851 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Network f12a7fd1-7981-4347-8151-143fe79f6c10 is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:20:01.403607 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:20:01.407981 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:20:01.414635 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Pushing event updated for resources: {'Port': ['ID=8eac0f70-a427-4360-9999-f95289d1c99c,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:01.417442 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] For port a4481b03-6d41-4c1b-a4b4-14fccc6e071a, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:20:01.421200 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] For port a4481b03-6d41-4c1b-a4b4-14fccc6e071a, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=a4481b03-6d41-4c1b-a4b4-14fccc6e071a,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:20:01.433471 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.458848 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-8be7b47d-8a4e-4f25-9053-5a857fa399cc None None] Provisioning complete for port ec604a7b-9c65-49eb-85f2-e37435498876 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:01.459621 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8be7b47d-8a4e-4f25-9053-5a857fa399cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.460162 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-8be7b47d-8a4e-4f25-9053-5a857fa399cc None None] Attempt 1 to provision port ec604a7b-9c65-49eb-85f2-e37435498876 Oct 17 03:20:01.473869 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748858'] for router_interface (5e037f65-112c-4d63-9162-3d7a553ee276), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.548599 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:01.567976 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Routers {'5e037f65-112c-4d63-9162-3d7a553ee276'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:20:01.569037 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:19:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['5e037f65-112c-4d63-9162-3d7a553ee276'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:01.606309 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:01.639749 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-8be7b47d-8a4e-4f25-9053-5a857fa399cc None None] Current status of the port ec604a7b-9c65-49eb-85f2-e37435498876 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:01.686377 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451fe92-d5a3-4ee1-8ef6-0e2e051b6c39 None None] Pushing event updated for resources: {'Port': ['ID=a4481b03-6d41-4c1b-a4b4-14fccc6e071a,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:01.710071 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ec604a7b-9c65-49eb-85f2-e37435498876 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:20:01.776322 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44974) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:01.792507 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.811564 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port ec604a7b-9c65-49eb-85f2-e37435498876 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:01.812290 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.812805 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port ec604a7b-9c65-49eb-85f2-e37435498876 Oct 17 03:20:01.818710 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] Set router 5e037f65-112c-4d63-9162-3d7a553ee276 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:20:01.865346 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-1829ee48-e6eb-4499-b1c9-629d6a3ff787 None None] Provisioning complete for port 8eac0f70-a427-4360-9999-f95289d1c99c triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:01.866163 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-1829ee48-e6eb-4499-b1c9-629d6a3ff787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:01.866163 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-1829ee48-e6eb-4499-b1c9-629d6a3ff787 None None] Attempt 1 to provision port 8eac0f70-a427-4360-9999-f95289d1c99c Oct 17 03:20:01.912648 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:01.938177 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-1829ee48-e6eb-4499-b1c9-629d6a3ff787 None None] Port 8eac0f70-a427-4360-9999-f95289d1c99c cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:20:02.001049 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port ec604a7b-9c65-49eb-85f2-e37435498876 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:02.002418 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:20:02.013457 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.013893 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Publish callbacks [] for port (8eac0f70-a427-4360-9999-f95289d1c99c), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.028308 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3925854'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.081996 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:02.082456 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.097519 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 Oct 17 03:20:02.123076 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'name': 'tempest-TestVolumeBootPattern-1313587773-router', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:19:59Z', 'revision_number': 3, 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'gw_port': {'id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:02.128172 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Publish callbacks [] for security_group (af826eb6-906f-4827-8f6a-c50bd92d71a6), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.129197 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Pushing event updated for resources: {'Port': ['ID=8eac0f70-a427-4360-9999-f95289d1c99c,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:02.132714 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748966'] for router_interface (5e037f65-112c-4d63-9162-3d7a553ee276), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.140012 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (af826eb6-906f-4827-8f6a-c50bd92d71a6), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.193681 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d3fa9697518749bfbe0b4297b824f4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155774 Oct 17 03:20:02.198744 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 44984) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:02.219995 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60d706d-c741-4541-8036-5a47f324ac0e None None] The sync data for ids ['5e037f65-112c-4d63-9162-3d7a553ee276'] in dv-cinder-846977-2-iscsi is: [{'id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'name': 'tempest-TestVolumeBootPattern-1313587773-router', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:19:59Z', 'revision_number': 3, 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'gw_port': {'id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:20:02.229783 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af826eb6-906f-4827-8f6a-c50bd92d71a6,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:02.241456 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:02.265348 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.265697 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.266037 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.266371 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.266733 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.267092 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.267424 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.267742 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.268200 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.268734 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.269279 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.269621 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.269944 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.270344 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.270571 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa120c2-13ed-4ef8-a239-37239e41f1a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:20:02.273605 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Network f12a7fd1-7981-4347-8151-143fe79f6c10 is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:20:02.275725 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:20:02.290792 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:02.291498 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.313160 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-09ecd1fa-4aaa-4fb3-b325-b6c5bc43ce95 admin admin] Publish callbacks [] for security_group (af826eb6-906f-4827-8f6a-c50bd92d71a6), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.349987 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=9e73c296-1d0f-4794-a9ec-a9f97859e1a4,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:20:02.358112 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.367551 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-09ecd1fa-4aaa-4fb3-b325-b6c5bc43ce95 admin admin] Publish callbacks [] for security_group (af826eb6-906f-4827-8f6a-c50bd92d71a6), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.435537 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=9e73c296-1d0f-4794-a9ec-a9f97859e1a4,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:02.466007 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-09ecd1fa-4aaa-4fb3-b325-b6c5bc43ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (af826eb6-906f-4827-8f6a-c50bd92d71a6), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.469010 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-09ecd1fa-4aaa-4fb3-b325-b6c5bc43ce95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.473463 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-09ecd1fa-4aaa-4fb3-b325-b6c5bc43ce95 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/af826eb6-906f-4827-8f6a-c50bd92d71a6 HTTP/1.1" status: 204 len: 168 time: 0.2703841 Oct 17 03:20:02.485160 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecd1fa-4aaa-4fb3-b325-b6c5bc43ce95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af826eb6-906f-4827-8f6a-c50bd92d71a6,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:02.493098 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Router 5e037f65-112c-4d63-9162-3d7a553ee276 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:20:02.659704 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:02.668500 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-0fd12b51-58aa-4133-a558-af25038ff4ca None None] Provisioning complete for port 8eac0f70-a427-4360-9999-f95289d1c99c triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:02.669531 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-0fd12b51-58aa-4133-a558-af25038ff4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:02.670310 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-0fd12b51-58aa-4133-a558-af25038ff4ca None None] Attempt 1 to provision port 8eac0f70-a427-4360-9999-f95289d1c99c Oct 17 03:20:02.710485 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:20:02.727000 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-c785525a-993e-4cbd-a14e-144fb9238b96 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/5e037f65-112c-4d63-9162-3d7a553ee276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6634920 Oct 17 03:20:02.740755 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-0fd12b51-58aa-4133-a558-af25038ff4ca None None] Port 8eac0f70-a427-4360-9999-f95289d1c99c cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:20:03.270386 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45028) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:03.275953 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-d4a60a81-f4b0-4416-8361-b68b35bf65ab tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985794598', 'description': 'tempest-secgroup-smoke-1985794598 description', 'project_id': '917f1029c33f4607b398287532f2fb4b'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:20:03.302284 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d4a60a81-f4b0-4416-8361-b68b35bf65ab tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.356103 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:03.383833 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d4a60a81-f4b0-4416-8361-b68b35bf65ab tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group (1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.389688 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d4a60a81-f4b0-4416-8361-b68b35bf65ab tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.428682 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d4a60a81-f4b0-4416-8361-b68b35bf65ab tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.430153 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-d4a60a81-f4b0-4416-8361-b68b35bf65ab tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1586497 Oct 17 03:20:03.433237 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45034) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:03.435813 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a60a81-f4b0-4416-8361-b68b35bf65ab tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:03.440916 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-4c92180f-27cd-4645-9570-e29d064be795 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'security_group_rule': {'security_group_id': '1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb', 'project_id': '917f1029c33f4607b398287532f2fb4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:20:03.475011 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4c92180f-27cd-4645-9570-e29d064be795 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (df72386b-f007-4e3f-a313-3e2d9ae748c6), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.537829 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4c92180f-27cd-4645-9570-e29d064be795 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (df72386b-f007-4e3f-a313-3e2d9ae748c6), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.544176 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4c92180f-27cd-4645-9570-e29d064be795 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (df72386b-f007-4e3f-a313-3e2d9ae748c6), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.568521 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92180f-27cd-4645-9570-e29d064be795 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df72386b-f007-4e3f-a313-3e2d9ae748c6,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:03.574827 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-4c92180f-27cd-4645-9570-e29d064be795 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.576044 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-4c92180f-27cd-4645-9570-e29d064be795 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416092 Oct 17 03:20:03.578905 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45040) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:03.584730 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-63efefce-d9cc-432c-9423-f5cdc6242673 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'security_group_rule': {'security_group_id': '1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb', 'project_id': '917f1029c33f4607b398287532f2fb4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:20:03.602428 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device a4481b03-6d41-4c1b-a4b4-14fccc6e071a up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:20:03.622991 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-63efefce-d9cc-432c-9423-f5cdc6242673 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (cb555690-e972-437a-8cdf-25c6e214330a), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.627110 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:03.650545 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port a4481b03-6d41-4c1b-a4b4-14fccc6e071a triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:03.650955 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.651501 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port a4481b03-6d41-4c1b-a4b4-14fccc6e071a Oct 17 03:20:03.689567 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:03.692820 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-63efefce-d9cc-432c-9423-f5cdc6242673 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (cb555690-e972-437a-8cdf-25c6e214330a), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.700966 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-63efefce-d9cc-432c-9423-f5cdc6242673 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (cb555690-e972-437a-8cdf-25c6e214330a), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.727055 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efefce-d9cc-432c-9423-f5cdc6242673 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb555690-e972-437a-8cdf-25c6e214330a,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:03.738401 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-63efefce-d9cc-432c-9423-f5cdc6242673 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.740676 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-63efefce-d9cc-432c-9423-f5cdc6242673 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601877 Oct 17 03:20:03.743471 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45044) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:03.749725 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-8ad11a7e-6ad9-43a0-97bc-68d02d7cde20 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'security_group_rule': {'security_group_id': '1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb', 'project_id': '917f1029c33f4607b398287532f2fb4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:20:03.753657 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port a4481b03-6d41-4c1b-a4b4-14fccc6e071a is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:03.754023 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.782159 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8ad11a7e-6ad9-43a0-97bc-68d02d7cde20 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (a690e8dd-9299-4cce-bf12-54c68238190c), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.784019 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port a4481b03-6d41-4c1b-a4b4-14fccc6e071a, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=a4481b03-6d41-4c1b-a4b4-14fccc6e071a,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:20:03.791821 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.793176 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:20:03.851981 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8ad11a7e-6ad9-43a0-97bc-68d02d7cde20 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (a690e8dd-9299-4cce-bf12-54c68238190c), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.857531 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8ad11a7e-6ad9-43a0-97bc-68d02d7cde20 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (a690e8dd-9299-4cce-bf12-54c68238190c), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.876450 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad11a7e-6ad9-43a0-97bc-68d02d7cde20 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a690e8dd-9299-4cce-bf12-54c68238190c,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:03.880734 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=a4481b03-6d41-4c1b-a4b4-14fccc6e071a,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:03.898377 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:03.898778 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.900316 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 Oct 17 03:20:03.901351 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-8ad11a7e-6ad9-43a0-97bc-68d02d7cde20 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.907830 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45052) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:03.908038 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-8ad11a7e-6ad9-43a0-97bc-68d02d7cde20 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615558 Oct 17 03:20:03.914189 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-67b1b642-8c6e-4f7f-87b6-ad379a86e4d0 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'security_group_rule': {'security_group_id': '1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb', 'project_id': '917f1029c33f4607b398287532f2fb4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:20:03.948479 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-67b1b642-8c6e-4f7f-87b6-ad379a86e4d0 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (12aa46bc-af07-421f-8ab8-cb03cf604a8e), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:03.973427 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45058) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:04.020829 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-67b1b642-8c6e-4f7f-87b6-ad379a86e4d0 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (12aa46bc-af07-421f-8ab8-cb03cf604a8e), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.025674 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-67b1b642-8c6e-4f7f-87b6-ad379a86e4d0 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (12aa46bc-af07-421f-8ab8-cb03cf604a8e), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.032369 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:04.053834 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-67b1b642-8c6e-4f7f-87b6-ad379a86e4d0 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.057908 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-67b1b642-8c6e-4f7f-87b6-ad379a86e4d0 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463561 Oct 17 03:20:04.057908 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1b642-8c6e-4f7f-87b6-ad379a86e4d0 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12aa46bc-af07-421f-8ab8-cb03cf604a8e,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:04.058218 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45062) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:04.062948 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-4805063b-1099-4b08-bc9b-e06494306d9a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'security_group_rule': {'security_group_id': '1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb', 'project_id': '917f1029c33f4607b398287532f2fb4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:20:04.086302 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.securitygroups_db [None req-4805063b-1099-4b08-bc9b-e06494306d9a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Project 917f1029c33f4607b398287532f2fb4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 03:20:04.092452 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4805063b-1099-4b08-bc9b-e06494306d9a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (54aac984-c96a-4b01-ba39-1539cf545b5f), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.166229 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1fa375b4-4f04-4593-b37a-74042d4c05ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.195068 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4805063b-1099-4b08-bc9b-e06494306d9a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (54aac984-c96a-4b01-ba39-1539cf545b5f), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.203092 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4805063b-1099-4b08-bc9b-e06494306d9a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (54aac984-c96a-4b01-ba39-1539cf545b5f), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.237346 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805063b-1099-4b08-bc9b-e06494306d9a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54aac984-c96a-4b01-ba39-1539cf545b5f,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:04.244180 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45066) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:04.247867 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-4805063b-1099-4b08-bc9b-e06494306d9a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.249037 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-4805063b-1099-4b08-bc9b-e06494306d9a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1896505 Oct 17 03:20:04.251717 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45070) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:04.256562 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-b3fb3a04-9ebd-46bd-a940-050822372a58 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'security_group_rule': {'security_group_id': '1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb', 'project_id': '917f1029c33f4607b398287532f2fb4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:20:04.283376 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.securitygroups_db [None req-b3fb3a04-9ebd-46bd-a940-050822372a58 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Project 917f1029c33f4607b398287532f2fb4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 03:20:04.289199 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1fa375b4-4f04-4593-b37a-74042d4c05ae admin admin] Publish callbacks [] for security_group (1ad5f5aa-d6bd-40a8-8410-f5609102618c), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.290520 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3a04-9ebd-46bd-a940-050822372a58 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (168d58fa-086f-42aa-abf4-1bdd24359c4b), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.295528 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1fa375b4-4f04-4593-b37a-74042d4c05ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (1ad5f5aa-d6bd-40a8-8410-f5609102618c), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.340089 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-1fa375b4-4f04-4593-b37a-74042d4c05ae admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=33ff321a41ef45c3a36861e6569cad06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653357 Oct 17 03:20:04.341088 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa375b4-4f04-4593-b37a-74042d4c05ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad5f5aa-d6bd-40a8-8410-f5609102618c,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:04.342794 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45072) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:04.381553 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3a04-9ebd-46bd-a940-050822372a58 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (168d58fa-086f-42aa-abf4-1bdd24359c4b), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.398194 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3a04-9ebd-46bd-a940-050822372a58 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (168d58fa-086f-42aa-abf4-1bdd24359c4b), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.409528 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Sync routers for ids ['5e037f65-112c-4d63-9162-3d7a553ee276'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:20:04.420609 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Routers {'5e037f65-112c-4d63-9162-3d7a553ee276'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:20:04.421230 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:19:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['5e037f65-112c-4d63-9162-3d7a553ee276'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:04.422481 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-27a32bf1-b9f6-499f-8e4f-773ab0589808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.444962 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb3a04-9ebd-46bd-a940-050822372a58 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168d58fa-086f-42aa-abf4-1bdd24359c4b,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:04.448411 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:04.455420 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3a04-9ebd-46bd-a940-050822372a58 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.460236 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-b3fb3a04-9ebd-46bd-a940-050822372a58 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2045593 Oct 17 03:20:04.478382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-31500025-3d07-4f47-b4b1-ee04af49d75a admin admin] Publish callbacks [] for security_group (1ad5f5aa-d6bd-40a8-8410-f5609102618c), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.508343 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:04.511202 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-31500025-3d07-4f47-b4b1-ee04af49d75a admin admin] Publish callbacks [] for security_group (1ad5f5aa-d6bd-40a8-8410-f5609102618c), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.540681 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Set router 5e037f65-112c-4d63-9162-3d7a553ee276 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:20:04.564991 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:04.597491 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-27a32bf1-b9f6-499f-8e4f-773ab0589808 admin admin] Publish callbacks [] for security_group (9a53c60a-84f5-4874-b7e8-3215fc4f8e2e), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.602168 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-27a32bf1-b9f6-499f-8e4f-773ab0589808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9a53c60a-84f5-4874-b7e8-3215fc4f8e2e), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.608605 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-31500025-3d07-4f47-b4b1-ee04af49d75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (1ad5f5aa-d6bd-40a8-8410-f5609102618c), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.611111 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-31500025-3d07-4f47-b4b1-ee04af49d75a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.612775 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-31500025-3d07-4f47-b4b1-ee04af49d75a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1ad5f5aa-d6bd-40a8-8410-f5609102618c HTTP/1.1" status: 204 len: 168 time: 0.2688124 Oct 17 03:20:04.656152 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-27a32bf1-b9f6-499f-8e4f-773ab0589808 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=91c56fdfcf1948f9aab685ce5b1b9cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105930 Oct 17 03:20:04.657183 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a32bf1-b9f6-499f-8e4f-773ab0589808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a53c60a-84f5-4874-b7e8-3215fc4f8e2e,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:04.659059 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45106) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:04.668796 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31500025-3d07-4f47-b4b1-ee04af49d75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad5f5aa-d6bd-40a8-8410-f5609102618c,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:04.727436 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-289222a1-a348-42fe-adaa-18641038ee60 admin admin] Publish callbacks [] for security_group (9a53c60a-84f5-4874-b7e8-3215fc4f8e2e), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.755934 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-289222a1-a348-42fe-adaa-18641038ee60 admin admin] Publish callbacks [] for security_group (9a53c60a-84f5-4874-b7e8-3215fc4f8e2e), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.773006 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:04.821596 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-289222a1-a348-42fe-adaa-18641038ee60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (9a53c60a-84f5-4874-b7e8-3215fc4f8e2e), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.826025 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-289222a1-a348-42fe-adaa-18641038ee60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:04.828005 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-289222a1-a348-42fe-adaa-18641038ee60 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9a53c60a-84f5-4874-b7e8-3215fc4f8e2e HTTP/1.1" status: 204 len: 168 time: 0.1647646 Oct 17 03:20:04.830612 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'name': 'tempest-TestVolumeBootPattern-1313587773-router', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:20:01Z', 'revision_number': 4, 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'gw_port': {'id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '8eac0f70-a427-4360-9999-f95289d1c99c', 'name': '', 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'mac_address': 'fa:16:3e:04:1f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '3db93fac-2117-40e5-a9ff-8a9246801c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:20:00Z', 'updated_at': '2022-10-17T03:20:01Z', 'revision_number': 2, 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'subnets': [{'id': '3db93fac-2117-40e5-a9ff-8a9246801c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:04.838368 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289222a1-a348-42fe-adaa-18641038ee60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a53c60a-84f5-4874-b7e8-3215fc4f8e2e,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:04.868878 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Checking router: 5e037f65-112c-4d63-9162-3d7a553ee276 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:20:04.870078 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Updating router 5e037f65-112c-4d63-9162-3d7a553ee276 port 8eac0f70-a427-4360-9999-f95289d1c99c binding host dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:20:04.923731 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.211380 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:05.288131 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Publish callbacks [] for port (8eac0f70-a427-4360-9999-f95289d1c99c), precommit_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.295145 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.374921 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06b55f-257d-485e-897c-753a45c24073 None None] Pushing event updated for resources: {'Port': ['ID=8eac0f70-a427-4360-9999-f95289d1c99c,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:05.404726 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Attempting to bind port 8eac0f70-a427-4360-9999-f95289d1c99c on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:20:05.405105 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Attempting to bind port 8eac0f70-a427-4360-9999-f95289d1c99c by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': 'df39b911-6054-4fce-a744-22b25380b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:20:05.406354 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Attempting to bind port 8eac0f70-a427-4360-9999-f95289d1c99c on network f12a7fd1-7981-4347-8151-143fe79f6c10 {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:20:05.441722 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45152) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:05.457656 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-12fd2fbe-1a2a-4ed2-9641-0407c3b48b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.481689 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=8 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:05.486270 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:20:05.486789 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Checking segment: {'id': 'df39b911-6054-4fce-a744-22b25380b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:20:05.488327 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.488940 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Bound using segment: {'id': 'df39b911-6054-4fce-a744-22b25380b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:20:05.489206 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Bound port: 8eac0f70-a427-4360-9999-f95289d1c99c, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df39b911-6054-4fce-a744-22b25380b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:20:05.490268 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.543874 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device a4481b03-6d41-4c1b-a4b4-14fccc6e071a up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:20:05.567342 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-12fd2fbe-1a2a-4ed2-9641-0407c3b48b7c admin admin] Publish callbacks [] for security_group (ae08da05-405a-4494-b7fe-829b5086cc52), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.571664 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-12fd2fbe-1a2a-4ed2-9641-0407c3b48b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (ae08da05-405a-4494-b7fe-829b5086cc52), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.621417 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] For port 8eac0f70-a427-4360-9999-f95289d1c99c, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:20:05.621626 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd2fbe-1a2a-4ed2-9641-0407c3b48b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae08da05-405a-4494-b7fe-829b5086cc52,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:05.625812 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-12fd2fbe-1a2a-4ed2-9641-0407c3b48b7c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c41cf62e5be946c5ad61a51dd0bf90f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830068 Oct 17 03:20:05.630237 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] For port 8eac0f70-a427-4360-9999-f95289d1c99c, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=8eac0f70-a427-4360-9999-f95289d1c99c,segment=NetworkSegment(df39b911-6054-4fce-a744-22b25380b5a8),segment_id=df39b911-6054-4fce-a744-22b25380b5a8)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:20:05.630805 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45156) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:05.647947 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.652935 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port a4481b03-6d41-4c1b-a4b4-14fccc6e071a triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:05.653330 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.653669 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port a4481b03-6d41-4c1b-a4b4-14fccc6e071a Oct 17 03:20:05.695605 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2019e4a6-5a31-4212-9b57-bb9db4fa6541 admin admin] Publish callbacks [] for security_group (ae08da05-405a-4494-b7fe-829b5086cc52), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.717459 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2019e4a6-5a31-4212-9b57-bb9db4fa6541 admin admin] Publish callbacks [] for security_group (ae08da05-405a-4494-b7fe-829b5086cc52), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.717882 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:05.737489 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Routers {'5e037f65-112c-4d63-9162-3d7a553ee276'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:20:05.738189 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:19:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['5e037f65-112c-4d63-9162-3d7a553ee276'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:05.781497 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2019e4a6-5a31-4212-9b57-bb9db4fa6541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (ae08da05-405a-4494-b7fe-829b5086cc52), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.785180 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2019e4a6-5a31-4212-9b57-bb9db4fa6541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:05.789695 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-2019e4a6-5a31-4212-9b57-bb9db4fa6541 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ae08da05-405a-4494-b7fe-829b5086cc52 HTTP/1.1" status: 204 len: 168 time: 0.1544166 Oct 17 03:20:05.802104 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019e4a6-5a31-4212-9b57-bb9db4fa6541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae08da05-405a-4494-b7fe-829b5086cc52,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:05.962410 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06b55f-257d-485e-897c-753a45c24073 None None] Pushing event updated for resources: {'Port': ['ID=8eac0f70-a427-4360-9999-f95289d1c99c,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:06.059206 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port a4481b03-6d41-4c1b-a4b4-14fccc6e071a is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:06.086408 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] Set router 5e037f65-112c-4d63-9162-3d7a553ee276 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:20:06.259934 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45170) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:06.285977 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ab9fbbd1-3360-4fcb-a27c-78e4063fa335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:06.346779 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'name': 'tempest-TestVolumeBootPattern-1313587773-router', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:20:01Z', 'revision_number': 4, 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'gw_port': {'id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '8eac0f70-a427-4360-9999-f95289d1c99c', 'name': '', 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'mac_address': 'fa:16:3e:04:1f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '3db93fac-2117-40e5-a9ff-8a9246801c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:20:00Z', 'updated_at': '2022-10-17T03:20:05Z', 'revision_number': 4, 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'subnets': [{'id': '3db93fac-2117-40e5-a9ff-8a9246801c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:06.375748 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6885cf-da13-4bc7-8181-a452be8c554e None None] The sync data for ids ['5e037f65-112c-4d63-9162-3d7a553ee276'] in dv-cinder-846977-2-iscsi is: [{'id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'name': 'tempest-TestVolumeBootPattern-1313587773-router', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:20:01Z', 'revision_number': 4, 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'gw_port': {'id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '8eac0f70-a427-4360-9999-f95289d1c99c', 'name': '', 'network_id': 'f12a7fd1-7981-4347-8151-143fe79f6c10', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'mac_address': 'fa:16:3e:04:1f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '3db93fac-2117-40e5-a9ff-8a9246801c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:20:00Z', 'updated_at': '2022-10-17T03:20:05Z', 'revision_number': 4, 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'subnets': [{'id': '3db93fac-2117-40e5-a9ff-8a9246801c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:20:06.395427 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ab9fbbd1-3360-4fcb-a27c-78e4063fa335 admin admin] Publish callbacks [] for security_group (ec61d36e-362a-4fbe-890a-328f4e92f938), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:06.399590 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ab9fbbd1-3360-4fcb-a27c-78e4063fa335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (ec61d36e-362a-4fbe-890a-328f4e92f938), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:06.451381 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fbbd1-3360-4fcb-a27c-78e4063fa335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec61d36e-362a-4fbe-890a-328f4e92f938,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:06.456395 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-ab9fbbd1-3360-4fcb-a27c-78e4063fa335 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0ad6546fe22540dcb26c81395481ec65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946456 Oct 17 03:20:06.459236 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45176) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:06.519311 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-501fe73b-c606-48a2-8dde-5ec225ea4480 admin admin] Publish callbacks [] for security_group (ec61d36e-362a-4fbe-890a-328f4e92f938), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:06.541447 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-501fe73b-c606-48a2-8dde-5ec225ea4480 admin admin] Publish callbacks [] for security_group (ec61d36e-362a-4fbe-890a-328f4e92f938), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:06.597559 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-501fe73b-c606-48a2-8dde-5ec225ea4480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (ec61d36e-362a-4fbe-890a-328f4e92f938), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:06.600464 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-501fe73b-c606-48a2-8dde-5ec225ea4480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:06.601632 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-501fe73b-c606-48a2-8dde-5ec225ea4480 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ec61d36e-362a-4fbe-890a-328f4e92f938 HTTP/1.1" status: 204 len: 168 time: 0.1414869 Oct 17 03:20:06.615302 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fe73b-c606-48a2-8dde-5ec225ea4480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec61d36e-362a-4fbe-890a-328f4e92f938,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:07.264189 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:07.287755 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-dd889f67-bc0b-46b2-a44b-51cc8d348a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:07.528038 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 8eac0f70-a427-4360-9999-f95289d1c99c up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:20:07.589541 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 8eac0f70-a427-4360-9999-f95289d1c99c triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:07.590402 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:07.590804 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 8eac0f70-a427-4360-9999-f95289d1c99c Oct 17 03:20:07.648571 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-65c6b875-37bf-4eb1-ad4d-93dc60f7b50e tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=b681923b7d7b4cf682ae41fdce65a823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374203 Oct 17 03:20:07.689165 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 8eac0f70-a427-4360-9999-f95289d1c99c is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:07.689555 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:07.729705 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 8eac0f70-a427-4360-9999-f95289d1c99c, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=8eac0f70-a427-4360-9999-f95289d1c99c,segment=NetworkSegment(df39b911-6054-4fce-a744-22b25380b5a8),segment_id=df39b911-6054-4fce-a744-22b25380b5a8)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:20:07.736305 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:07.794447 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=8eac0f70-a427-4360-9999-f95289d1c99c,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:07.870779 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-380714ea-ed50-4ff5-9634-1e392e615372 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:07.872584 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-380714ea-ed50-4ff5-9634-1e392e615372 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182946 Oct 17 03:20:07.888652 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-c0d8c79c-da1f-41c9-adb5-105c49849f2a tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/quotas/b681923b7d7b4cf682ae41fdce65a823 HTTP/1.1" status: 200 len: 375 time: 0.0106533 Oct 17 03:20:07.933016 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-5346671b-3ac3-41be-a045-b0bcd35f5c6d tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b681923b7d7b4cf682ae41fdce65a823&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372260 Oct 17 03:20:08.125501 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-086f6b00-d544-4e96-829f-8235c098aef9 req-efed34e1-1077-40c0-bf58-626ee74f9cba tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 210 time: 0.0344486 Oct 17 03:20:09.212806 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e0bdc567-0da7-4cd8-b268-1bba0d88e174 req-f3ba32b0-0f1b-4893-aae3-363a5c94b771 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 210 time: 0.0280480 Oct 17 03:20:09.323297 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-dddcc3a6-a906-41b1-b090-0085af457d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:09.473836 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 8eac0f70-a427-4360-9999-f95289d1c99c up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:20:09.519630 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 8eac0f70-a427-4360-9999-f95289d1c99c triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:09.520001 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:09.520330 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 8eac0f70-a427-4360-9999-f95289d1c99c Oct 17 03:20:09.595442 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 8eac0f70-a427-4360-9999-f95289d1c99c is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:10.302532 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7123a406-8dad-44f4-b596-6dcaf994cdaf req-2afc5167-92b1-462c-bb09-2b52a7e3c939 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 210 time: 0.0335779 Oct 17 03:20:10.731169 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:11.515700 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1f9c9ad4-a61e-4fb3-acf9-78819a7dc072 req-20771c5e-a4d9-4a6f-b685-4656f76e3926 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 210 time: 0.1223729 Oct 17 03:20:11.623403 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73321ac-601e-41ec-80f3-6442efe76145 req-7a3a6982-2b6c-42a0-b814-0312552e9d94 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:11.625294 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a73321ac-601e-41ec-80f3-6442efe76145 req-7a3a6982-2b6c-42a0-b814-0312552e9d94 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0613186 Oct 17 03:20:11.644448 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f295cd6-362a-41a5-b52c-34732195820c req-1090bcb5-8206-499a-8f86-d68848b74b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:11.646124 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3f295cd6-362a-41a5-b52c-34732195820c req-1090bcb5-8206-499a-8f86-d68848b74b6c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=dc518d9b31644a8d8b21cf9c645b1373&device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 1168 time: 0.0429490 Oct 17 03:20:11.688015 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a73321ac-601e-41ec-80f3-6442efe76145 req-d3fc56bd-769c-4f3c-8336-db7034be0c7a tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562391 Oct 17 03:20:11.749319 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f295cd6-362a-41a5-b52c-34732195820c req-832e8a15-7925-4f21-88ab-f8d46d0266fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:11.750771 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3f295cd6-362a-41a5-b52c-34732195820c req-832e8a15-7925-4f21-88ab-f8d46d0266fb service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead HTTP/1.1" status: 200 len: 915 time: 0.0985310 Oct 17 03:20:11.814271 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3f295cd6-362a-41a5-b52c-34732195820c req-7a0580b0-6743-4240-8d85-964e1b8ac93e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 200 len: 1001 time: 0.0559769 Oct 17 03:20:11.862723 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f295cd6-362a-41a5-b52c-34732195820c req-ae67e7b5-a6a0-441d-81ce-a1fef6b38bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:11.864497 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3f295cd6-362a-41a5-b52c-34732195820c req-ae67e7b5-a6a0-441d-81ce-a1fef6b38bd1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d42b6f81-e342-4707-8163-9aa5acec1619 HTTP/1.1" status: 200 len: 853 time: 0.0441482 Oct 17 03:20:11.912971 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f295cd6-362a-41a5-b52c-34732195820c req-d41afbff-a010-4e01-8e4a-d06635932546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:11.914703 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3f295cd6-362a-41a5-b52c-34732195820c req-d41afbff-a010-4e01-8e4a-d06635932546 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434377 Oct 17 03:20:12.006213 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3f295cd6-362a-41a5-b52c-34732195820c req-f020360e-35af-47b7-845e-79787fd996dd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844631 Oct 17 03:20:12.104846 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3f295cd6-362a-41a5-b52c-34732195820c req-15bc474a-d5a0-47bd-8a08-5aceb9378f81 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918708 Oct 17 03:20:12.127360 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=22 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:12.156787 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:12.320091 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:12.612734 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-56c9aebb-ab81-443d-9024-9a99b0d2e4fa req-f1e2b860-a5d2-4307-8a72-241aa94d33f2 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 210 time: 0.0315967 Oct 17 03:20:12.838699 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5bb84-c4d4-4108-9d93-ac808d776b07 req-84ac4f5a-fc09-4956-927b-3a6077581f04 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:12.840207 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c9b5bb84-c4d4-4108-9d93-ac808d776b07 req-84ac4f5a-fc09-4956-927b-3a6077581f04 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0561447 Oct 17 03:20:12.862065 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:12.915331 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c9b5bb84-c4d4-4108-9d93-ac808d776b07 req-57eb1352-c617-4f02-a347-2f5c0acda147 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673378 Oct 17 03:20:13.436262 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:20:13.623790 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-3a2cd424-eb46-4ca2-ac22-710668c0bee2 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=b681923b7d7b4cf682ae41fdce65a823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307472 Oct 17 03:20:13.740583 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:13.777301 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f2767a1a-bb18-457b-bd16-225a82fe8061 req-b6416818-869a-4799-8df1-4723bf0f2efc tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 210 time: 0.0576172 Oct 17 03:20:13.865843 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-13702cf0-fdd2-411c-852f-bb7697261224 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:13.867287 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-13702cf0-fdd2-411c-852f-bb7697261224 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380266 Oct 17 03:20:13.900516 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Request body: {'port': {'device_id': '749d21a5-9d48-4053-abc6-5e4f7132a5fd', 'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be', 'admin_state_up': True, 'tenant_id': 'b681923b7d7b4cf682ae41fdce65a823'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:20:13.917873 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:14.017379 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Made reservation on behalf of b681923b7d7b4cf682ae41fdce65a823 for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:20:14.021596 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:14.031055 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Publish callbacks [] for security_group (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:14.043696 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88aa59-a6bd-495c-accd-c79af6582b90 req-6ddd4c7d-65e1-4b74-ab74-ec5a2a6a4427 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:14.045183 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5e88aa59-a6bd-495c-accd-c79af6582b90 req-6ddd4c7d-65e1-4b74-ab74-ec5a2a6a4427 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0496876 Oct 17 03:20:14.057811 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:14.115881 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5e88aa59-a6bd-495c-accd-c79af6582b90 req-d53a8416-862f-4eea-85fd-73175b275fe9 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642076 Oct 17 03:20:14.123194 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Publish callbacks [] for security_group (57756224-761b-41d4-a79c-0d57d1a47a1e), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:14.129566 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (57756224-761b-41d4-a79c-0d57d1a47a1e), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:14.197174 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57756224-761b-41d4-a79c-0d57d1a47a1e,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:14.273692 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Allocated IP 192.168.233.102 (d0b2a6d3-76c2-4274-b259-2b5467d4a9be/9eeb4f07-302e-477f-a7c7-629b5db4d10b/060e3d64-708f-4d76-aeed-10f8c3526c37) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:20:14.438460 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Publish callbacks [] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:14.470160 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:14.514966 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Network d0b2a6d3-76c2-4274-b259-2b5467d4a9be is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:20:14.518229 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:20:14.522225 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:20:14.554945 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Pushing event updated for resources: {'Port': ['ID=060e3d64-708f-4d76-aeed-10f8c3526c37,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:14.581835 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:14.582489 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:14.603576 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-b256d401-7ad8-4d9d-8cd8-20672fdb34d4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7064137 Oct 17 03:20:14.615875 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Request body: {'port': {'device_id': '749d21a5-9d48-4053-abc6-5e4f7132a5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:20:14.650321 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:14.677627 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:14.683851 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:14.748813 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-e8018f43-f0fa-4cb0-afed-4a4d58433146 None None] Provisioning complete for port 060e3d64-708f-4d76-aeed-10f8c3526c37 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:14.749367 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e8018f43-f0fa-4cb0-afed-4a4d58433146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:14.749486 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-e8018f43-f0fa-4cb0-afed-4a4d58433146 None None] Attempt 1 to provision port 060e3d64-708f-4d76-aeed-10f8c3526c37 Oct 17 03:20:14.788412 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-e8018f43-f0fa-4cb0-afed-4a4d58433146 None None] Port 060e3d64-708f-4d76-aeed-10f8c3526c37 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:20:15.192709 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca4a54-57cd-43e6-85b6-3c99121515ac req-8ebced0d-0e4b-4cca-8ee2-c4b6fdb6a543 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:15.194135 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e4ca4a54-57cd-43e6-85b6-3c99121515ac req-8ebced0d-0e4b-4cca-8ee2-c4b6fdb6a543 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 936 time: 0.3349566 Oct 17 03:20:15.246101 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f9ee3-0e63-48a4-ba6a-34ac491aa91d req-fea6a583-af6c-4393-8f17-cf65e2d59fa3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:15.247607 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d91f9ee3-0e63-48a4-ba6a-34ac491aa91d req-fea6a583-af6c-4393-8f17-cf65e2d59fa3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0513093 Oct 17 03:20:15.290093 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e4ca4a54-57cd-43e6-85b6-3c99121515ac req-b1ef876a-f2b8-4d70-a215-36fac2be58a4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=57756224-761b-41d4-a79c-0d57d1a47a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885141 Oct 17 03:20:15.295682 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060e3d64-708f-4d76-aeed-10f8c3526c37 {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:20:15.303477 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Publish callbacks [] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:15.316762 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Transition to ACTIVE for port object 060e3d64-708f-4d76-aeed-10f8c3526c37 will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:20:15.319437 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d91f9ee3-0e63-48a4-ba6a-34ac491aa91d req-d985169f-1a72-44e3-882b-133278e3c595 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653050 Oct 17 03:20:15.321576 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:15.388145 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Pushing event updated for resources: {'Port': ['ID=060e3d64-708f-4d76-aeed-10f8c3526c37,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:15.437871 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Attempting to bind port 060e3d64-708f-4d76-aeed-10f8c3526c37 on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:20:15.438196 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Attempting to bind port 060e3d64-708f-4d76-aeed-10f8c3526c37 by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': '93fd4cb7-32f2-4d56-9986-c14b77cf1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:20:15.438515 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Attempting to bind port 060e3d64-708f-4d76-aeed-10f8c3526c37 on network d0b2a6d3-76c2-4274-b259-2b5467d4a9be {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:20:15.480543 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Port 060e3d64-708f-4d76-aeed-10f8c3526c37 on network d0b2a6d3-76c2-4274-b259-2b5467d4a9be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:20:15.480887 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Attempting to bind port 060e3d64-708f-4d76-aeed-10f8c3526c37 on network d0b2a6d3-76c2-4274-b259-2b5467d4a9be {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:20:15.529659 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:20:15.530017 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Checking segment: {'id': '93fd4cb7-32f2-4d56-9986-c14b77cf1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:20:15.530392 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Bound using segment: {'id': '93fd4cb7-32f2-4d56-9986-c14b77cf1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:20:15.530833 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Bound port: 060e3d64-708f-4d76-aeed-10f8c3526c37, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fd4cb7-32f2-4d56-9986-c14b77cf1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:20:15.531194 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:15.600829 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] For port 060e3d64-708f-4d76-aeed-10f8c3526c37, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:20:15.603917 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] For port 060e3d64-708f-4d76-aeed-10f8c3526c37, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=060e3d64-708f-4d76-aeed-10f8c3526c37,segment=NetworkSegment(93fd4cb7-32f2-4d56-9986-c14b77cf1960),segment_id=93fd4cb7-32f2-4d56-9986-c14b77cf1960)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:20:15.609079 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:15.612230 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:15.613708 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:15.615412 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/060e3d64-708f-4d76-aeed-10f8c3526c37 HTTP/1.1" status: 200 len: 1098 time: 1.0053763 Oct 17 03:20:15.618015 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749d21a5-9d48-4053-abc6-5e4f7132a5fd', 'tag': '060e3d64-708f-4d76-aeed-10f8c3526c37'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:20:15.620350 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c31334-0367-44b9-be45-e0886aaee4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "749d21a5-9d48-4053-abc6-5e4f7132a5fd", "tag": "060e3d64-708f-4d76-aeed-10f8c3526c37"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:20:15.659805 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0f93fc-d45f-4c8e-93f1-9d155dddd332 x-openstack-request-id: req-bc0f93fc-d45f-4c8e-93f1-9d155dddd332 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:20:15.660407 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749d21a5-9d48-4053-abc6-5e4f7132a5fd", "tag": "060e3d64-708f-4d76-aeed-10f8c3526c37", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:20:15.660544 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bc0f93fc-d45f-4c8e-93f1-9d155dddd332 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:20:15.660871 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0f93fc-d45f-4c8e-93f1-9d155dddd332'] response: {'name': 'network-changed', 'server_uuid': '749d21a5-9d48-4053-abc6-5e4f7132a5fd', 'tag': '060e3d64-708f-4d76-aeed-10f8c3526c37', 'status': 'completed', 'code': 200} Oct 17 03:20:15.695167 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36dbaa-a15c-4dc3-bc63-6209ff294bdd service neutron] Pushing event updated for resources: {'Port': ['ID=060e3d64-708f-4d76-aeed-10f8c3526c37,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:15.709553 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-46cf2fb0-7ee4-48f0-bbd3-18b84e70a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:15.711150 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-46cf2fb0-7ee4-48f0-bbd3-18b84e70a889 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b681923b7d7b4cf682ae41fdce65a823&device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 1132 time: 0.0445626 Oct 17 03:20:15.759179 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-d17db479-44a0-4f2b-8af4-d183996835b9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=060e3d64-708f-4d76-aeed-10f8c3526c37 HTTP/1.1" status: 200 len: 217 time: 0.0393796 Oct 17 03:20:15.793662 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:15.813382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-a0b58df4-ec9d-47b1-bb80-ed5283effef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:15.814851 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-a0b58df4-ec9d-47b1-bb80-ed5283effef2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=9eeb4f07-302e-477f-a7c7-629b5db4d10b HTTP/1.1" status: 200 len: 843 time: 0.0489309 Oct 17 03:20:15.859412 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-39e4f770-cb63-4032-83db-3ab0cf94d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:15.860893 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-39e4f770-cb63-4032-83db-3ab0cf94d86c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d0b2a6d3-76c2-4274-b259-2b5467d4a9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0390344 Oct 17 03:20:15.875330 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:15.958778 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-91e1f2b6-e7a3-4a70-bf4a-7df9175f6d6d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d0b2a6d3-76c2-4274-b259-2b5467d4a9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910060 Oct 17 03:20:16.048564 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d6f8219-5461-443b-9cc5-6f9a079bbdf2 req-2dcd0146-a04e-44e4-aefa-eeb54f3eed59 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d0b2a6d3-76c2-4274-b259-2b5467d4a9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832303 Oct 17 03:20:16.415514 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67647f-9a87-48a6-9ca3-e5f9ca2d907c req-35a01e91-539d-4c89-92fc-80e5e43c8772 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:16.417013 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5f67647f-9a87-48a6-9ca3-e5f9ca2d907c req-35a01e91-539d-4c89-92fc-80e5e43c8772 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 948 time: 0.0478332 Oct 17 03:20:16.455887 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c3f6f-aef9-46d8-b264-7de42a963e99 req-dc69ec8d-982d-45c6-b9ba-8b40f4a37bb9 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:16.458279 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-718c3f6f-aef9-46d8-b264-7de42a963e99 req-dc69ec8d-982d-45c6-b9ba-8b40f4a37bb9 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0527701 Oct 17 03:20:16.466678 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5f67647f-9a87-48a6-9ca3-e5f9ca2d907c req-8810f926-a50e-42a4-86c0-e64b83597a39 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=57756224-761b-41d4-a79c-0d57d1a47a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441277 Oct 17 03:20:16.519497 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-718c3f6f-aef9-46d8-b264-7de42a963e99 req-17eaa34e-8403-4518-a07f-638ba9f10b7c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549304 Oct 17 03:20:16.907543 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c31334-0367-44b9-be45-e0886aaee4f3 req-ffb5bf90-e0e5-4a29-9b54-e074e2675761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:16.909060 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-04c31334-0367-44b9-be45-e0886aaee4f3 req-ffb5bf90-e0e5-4a29-9b54-e074e2675761 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b681923b7d7b4cf682ae41fdce65a823&device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 1132 time: 0.0526290 Oct 17 03:20:16.940509 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:17.002732 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c31334-0367-44b9-be45-e0886aaee4f3 req-e5362fd9-5a0d-4d39-9b74-b0dc0a02091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:17.004929 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-04c31334-0367-44b9-be45-e0886aaee4f3 req-e5362fd9-5a0d-4d39-9b74-b0dc0a02091d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d0b2a6d3-76c2-4274-b259-2b5467d4a9be HTTP/1.1" status: 200 len: 870 time: 0.0891247 Oct 17 03:20:17.043567 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-04c31334-0367-44b9-be45-e0886aaee4f3 req-d7ed4222-1479-486a-a5fc-4b16a077105b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=060e3d64-708f-4d76-aeed-10f8c3526c37 HTTP/1.1" status: 200 len: 217 time: 0.0318410 Oct 17 03:20:17.091628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c31334-0367-44b9-be45-e0886aaee4f3 req-690e5893-8813-48a6-acb7-f57dec9c0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:17.093061 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-04c31334-0367-44b9-be45-e0886aaee4f3 req-690e5893-8813-48a6-acb7-f57dec9c0bd9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=9eeb4f07-302e-477f-a7c7-629b5db4d10b HTTP/1.1" status: 200 len: 843 time: 0.0422149 Oct 17 03:20:17.136830 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c31334-0367-44b9-be45-e0886aaee4f3 req-822a1d6b-00cd-4750-a79d-e0474af8762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:17.138261 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-04c31334-0367-44b9-be45-e0886aaee4f3 req-822a1d6b-00cd-4750-a79d-e0474af8762f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d0b2a6d3-76c2-4274-b259-2b5467d4a9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0375934 Oct 17 03:20:17.231059 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-04c31334-0367-44b9-be45-e0886aaee4f3 req-69419d91-eb7d-4028-bfad-2dee542bc577 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d0b2a6d3-76c2-4274-b259-2b5467d4a9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844104 Oct 17 03:20:17.325692 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-04c31334-0367-44b9-be45-e0886aaee4f3 req-d36fa79b-bd83-4412-8442-b9f168111161 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d0b2a6d3-76c2-4274-b259-2b5467d4a9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857182 Oct 17 03:20:17.585202 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cf1a7-6cb5-4275-b724-3c9c1e942696 req-80cd3159-b3f8-4133-84d2-7ef6ab81509b tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:17.586666 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b18cf1a7-6cb5-4275-b724-3c9c1e942696 req-80cd3159-b3f8-4133-84d2-7ef6ab81509b tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 948 time: 0.0461900 Oct 17 03:20:17.633778 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b18cf1a7-6cb5-4275-b724-3c9c1e942696 req-3e478370-a86a-4809-8cb2-b87667ad3339 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=57756224-761b-41d4-a79c-0d57d1a47a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Oct 17 03:20:17.640030 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71332730-3a93-4f69-90e1-5a7c9b8c3cac req-138ed62f-0bce-44d2-b92b-c7eb2e5ea225 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:17.641519 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-71332730-3a93-4f69-90e1-5a7c9b8c3cac req-138ed62f-0bce-44d2-b92b-c7eb2e5ea225 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0478618 Oct 17 03:20:17.702087 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-71332730-3a93-4f69-90e1-5a7c9b8c3cac req-3877ee11-0d68-4f54-93e0-ce31000eb093 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547137 Oct 17 03:20:17.979814 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45390) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:18.093233 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a1f48672-f9f2-4010-a67d-4a03386f2bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.169557 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a1f48672-f9f2-4010-a67d-4a03386f2bef admin admin] Publish callbacks [] for security_group (0eb04c5c-7732-4d3c-8ac7-029edced3bb2), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.173224 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a1f48672-f9f2-4010-a67d-4a03386f2bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (0eb04c5c-7732-4d3c-8ac7-029edced3bb2), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.214011 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-a1f48672-f9f2-4010-a67d-4a03386f2bef admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=de3faeed7ce64fa89d85fadeafc9bdf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331331 Oct 17 03:20:18.214990 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f48672-f9f2-4010-a67d-4a03386f2bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb04c5c-7732-4d3c-8ac7-029edced3bb2,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:18.216836 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45394) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:18.266687 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-58f94ba5-c89d-4cd4-bb3d-d92ff28e11c9 admin admin] Publish callbacks [] for security_group (0eb04c5c-7732-4d3c-8ac7-029edced3bb2), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.287108 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-58f94ba5-c89d-4cd4-bb3d-d92ff28e11c9 admin admin] Publish callbacks [] for security_group (0eb04c5c-7732-4d3c-8ac7-029edced3bb2), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.296918 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:18.337578 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-58f94ba5-c89d-4cd4-bb3d-d92ff28e11c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (0eb04c5c-7732-4d3c-8ac7-029edced3bb2), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.340337 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-58f94ba5-c89d-4cd4-bb3d-d92ff28e11c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.341452 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-58f94ba5-c89d-4cd4-bb3d-d92ff28e11c9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0eb04c5c-7732-4d3c-8ac7-029edced3bb2 HTTP/1.1" status: 204 len: 168 time: 0.1235547 Oct 17 03:20:18.343528 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:18.350821 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f94ba5-c89d-4cd4-bb3d-d92ff28e11c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb04c5c-7732-4d3c-8ac7-029edced3bb2,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:18.603983 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45400) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:18.617181 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1084ebd5-03eb-405a-9d02-fe209dc422ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.695048 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1084ebd5-03eb-405a-9d02-fe209dc422ac admin admin] Publish callbacks [] for security_group (33f0597c-c8ab-40c9-8b37-98d72ad5f2b5), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.699337 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-1084ebd5-03eb-405a-9d02-fe209dc422ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (33f0597c-c8ab-40c9-8b37-98d72ad5f2b5), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.770256 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:18.775810 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-1084ebd5-03eb-405a-9d02-fe209dc422ac admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ae618ca249b045e2af0981b22d243a38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707823 Oct 17 03:20:18.778678 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45406) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:18.779302 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084ebd5-03eb-405a-9d02-fe209dc422ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f0597c-c8ab-40c9-8b37-98d72ad5f2b5,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:18.800598 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412522b-aa27-4a5f-93d6-f45e6c35d729 req-420ed456-9262-4159-948d-94da67dbd850 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:18.802067 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5412522b-aa27-4a5f-93d6-f45e6c35d729 req-420ed456-9262-4159-948d-94da67dbd850 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 948 time: 0.0873382 Oct 17 03:20:18.830589 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac082739-d85c-4f49-8367-5d21dd93182a req-c9acfb0d-7c92-4868-b9e3-c5376be91d13 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:18.832696 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ac082739-d85c-4f49-8367-5d21dd93182a req-c9acfb0d-7c92-4868-b9e3-c5376be91d13 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0532484 Oct 17 03:20:18.875891 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-5412522b-aa27-4a5f-93d6-f45e6c35d729 req-503c5c26-79ac-41ee-b7ea-4a5b0d3e8629 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=57756224-761b-41d4-a79c-0d57d1a47a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677977 Oct 17 03:20:18.876644 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-81f1eebd-30d3-481d-b4d1-bbe60a5be4e9 admin admin] Publish callbacks [] for security_group (33f0597c-c8ab-40c9-8b37-98d72ad5f2b5), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.896737 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ac082739-d85c-4f49-8367-5d21dd93182a req-e6148dcd-e11a-4230-8e61-c78c888cd476 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575144 Oct 17 03:20:18.898812 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-81f1eebd-30d3-481d-b4d1-bbe60a5be4e9 admin admin] Publish callbacks [] for security_group (33f0597c-c8ab-40c9-8b37-98d72ad5f2b5), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.906614 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:18.947483 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-81f1eebd-30d3-481d-b4d1-bbe60a5be4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (33f0597c-c8ab-40c9-8b37-98d72ad5f2b5), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.950314 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-81f1eebd-30d3-481d-b4d1-bbe60a5be4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:18.951229 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-81f1eebd-30d3-481d-b4d1-bbe60a5be4e9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/33f0597c-c8ab-40c9-8b37-98d72ad5f2b5 HTTP/1.1" status: 204 len: 168 time: 0.1692104 Oct 17 03:20:18.959977 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1eebd-30d3-481d-b4d1-bbe60a5be4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f0597c-c8ab-40c9-8b37-98d72ad5f2b5,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:19.833421 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 060e3d64-708f-4d76-aeed-10f8c3526c37 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:20:19.839208 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:19.937101 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 060e3d64-708f-4d76-aeed-10f8c3526c37, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=060e3d64-708f-4d76-aeed-10f8c3526c37,segment=NetworkSegment(93fd4cb7-32f2-4d56-9986-c14b77cf1960),segment_id=93fd4cb7-32f2-4d56-9986-c14b77cf1960)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:20:19.953774 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '060e3d64-708f-4d76-aeed-10f8c3526c37', 'network_id': 'd0b2a6d3-76c2-4274-b259-2b5467d4a9be', 'port_id': '060e3d64-708f-4d76-aeed-10f8c3526c37', 'mac_address': 'fa:16:3e:25:31:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeb4f07-302e-477f-a7c7-629b5db4d10b', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:20:19.994305 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 060e3d64-708f-4d76-aeed-10f8c3526c37 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:19.995043 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:20.010095 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060e3d64-708f-4d76-aeed-10f8c3526c37 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:20:20.032219 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:20.037359 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8082660-0913-4649-a44e-0287f0992393 req-fcaf262d-5297-4dfc-8a2b-7fe761b5cee7 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:20.037899 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 060e3d64-708f-4d76-aeed-10f8c3526c37, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=060e3d64-708f-4d76-aeed-10f8c3526c37,segment=NetworkSegment(93fd4cb7-32f2-4d56-9986-c14b77cf1960),segment_id=93fd4cb7-32f2-4d56-9986-c14b77cf1960)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:20:20.038937 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8328805-e4ec-4d67-ac62-f02ee5cd5141 req-21399519-0bae-4578-bda6-342bed13d68e tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:20.040591 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d8082660-0913-4649-a44e-0287f0992393 req-fcaf262d-5297-4dfc-8a2b-7fe761b5cee7 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0557823 Oct 17 03:20:20.041118 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c8328805-e4ec-4d67-ac62-f02ee5cd5141 req-21399519-0bae-4578-bda6-342bed13d68e tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 948 time: 0.0754688 Oct 17 03:20:20.044197 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:20.100104 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-c8328805-e4ec-4d67-ac62-f02ee5cd5141 req-0ed2e3e8-e1ed-473f-b625-1b06ce1569a4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=57756224-761b-41d4-a79c-0d57d1a47a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529995 Oct 17 03:20:20.105823 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=060e3d64-708f-4d76-aeed-10f8c3526c37,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:20.119496 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d8082660-0913-4649-a44e-0287f0992393 req-5ee843cf-de3a-4b83-a028-f8e7bce86272 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719950 Oct 17 03:20:20.291737 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['060e3d64-708f-4d76-aeed-10f8c3526c37'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:20:20.358825 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-233ea801-ef84-46f8-8aec-803b2ea66a8c tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1985794598&fields=id&tenant_id=917f1029c33f4607b398287532f2fb4b HTTP/1.1" status: 200 len: 267 time: 0.0433831 Oct 17 03:20:20.469339 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-d4bb8000-383b-45ff-93fe-5c02d34445d1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:20.470757 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-d4bb8000-383b-45ff-93fe-5c02d34445d1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 812 time: 0.1042554 Oct 17 03:20:20.484985 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-3684e9ea-e59a-4a35-832d-b506b4a841c4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/quotas/917f1029c33f4607b398287532f2fb4b HTTP/1.1" status: 200 len: 375 time: 0.0087492 Oct 17 03:20:20.740932 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-43681da7-3ae2-4b3e-b09d-c821b811ba4f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2510152 Oct 17 03:20:20.835991 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-2ebb6454-6bd8-48eb-b476-81b61296f65f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832269 Oct 17 03:20:20.923464 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c37cf0b0-7d6c-4a58-be24-65ea28523cfe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818563 Oct 17 03:20:21.242084 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f905b-4dec-4bfe-9d87-834b67dee886 req-bb25ce24-423e-480a-84c4-3fcd465b6742 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:21.243745 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-456f905b-4dec-4bfe-9d87-834b67dee886 req-bb25ce24-423e-480a-84c4-3fcd465b6742 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 949 time: 0.0564005 Oct 17 03:20:21.265488 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483a389-634d-40ab-993d-5e68d592ec3b req-32cc7b3b-bd97-4d6a-a552-876bffec1561 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:21.267631 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3483a389-634d-40ab-993d-5e68d592ec3b req-32cc7b3b-bd97-4d6a-a552-876bffec1561 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0607193 Oct 17 03:20:21.305461 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-456f905b-4dec-4bfe-9d87-834b67dee886 req-1518cc62-6a3a-4332-9edd-2dc118ebf4c4 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=57756224-761b-41d4-a79c-0d57d1a47a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539742 Oct 17 03:20:21.357152 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-3483a389-634d-40ab-993d-5e68d592ec3b req-c04f2a54-86c2-4858-b5d9-be6352a8f4a9 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823505 Oct 17 03:20:21.374591 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-66215fa9-8b7f-4404-b13f-26d924598e74 req-52f336fa-5b7e-4e15-a25a-0356b0ca8c19 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 210 time: 0.0304997 Oct 17 03:20:21.834180 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 060e3d64-708f-4d76-aeed-10f8c3526c37 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:20:21.876575 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port 060e3d64-708f-4d76-aeed-10f8c3526c37 completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:20:21.883049 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 060e3d64-708f-4d76-aeed-10f8c3526c37 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:21.883614 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:21.884237 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 060e3d64-708f-4d76-aeed-10f8c3526c37 Oct 17 03:20:21.961332 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 060e3d64-708f-4d76-aeed-10f8c3526c37 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:21.961717 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:21.983866 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749d21a5-9d48-4053-abc6-5e4f7132a5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060e3d64-708f-4d76-aeed-10f8c3526c37'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:20:21.986082 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2b67c8-46d9-4398-8de3-5fcc1b75f059" -d '{"events": [{"server_uuid": "749d21a5-9d48-4053-abc6-5e4f7132a5fd", "name": "network-vif-plugged", "status": "completed", "tag": "060e3d64-708f-4d76-aeed-10f8c3526c37"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:20:21.999516 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 060e3d64-708f-4d76-aeed-10f8c3526c37, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=060e3d64-708f-4d76-aeed-10f8c3526c37,segment=NetworkSegment(93fd4cb7-32f2-4d56-9986-c14b77cf1960),segment_id=93fd4cb7-32f2-4d56-9986-c14b77cf1960)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:20:22.004322 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:22.033280 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376cd6de-86b6-46f1-b5b9-4a9c729dac7f x-openstack-request-id: req-376cd6de-86b6-46f1-b5b9-4a9c729dac7f {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:20:22.033562 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749d21a5-9d48-4053-abc6-5e4f7132a5fd", "name": "network-vif-plugged", "status": "completed", "tag": "060e3d64-708f-4d76-aeed-10f8c3526c37", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:20:22.033804 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-376cd6de-86b6-46f1-b5b9-4a9c729dac7f {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:20:22.034185 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376cd6de-86b6-46f1-b5b9-4a9c729dac7f'] response: {'server_uuid': '749d21a5-9d48-4053-abc6-5e4f7132a5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060e3d64-708f-4d76-aeed-10f8c3526c37', 'code': 200} Oct 17 03:20:22.053454 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=060e3d64-708f-4d76-aeed-10f8c3526c37,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:22.451892 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38560a-3931-420c-9538-10c62258f34d req-42edb846-7e98-4836-8577-602143237680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:22.455771 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fa38560a-3931-420c-9538-10c62258f34d req-42edb846-7e98-4836-8577-602143237680 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 1134 time: 0.0862796 Oct 17 03:20:22.488157 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b766f-6a6e-4179-9a32-212b8521e415 req-df97917b-9164-4ef8-9171-f7ca2801d8d3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:22.490131 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c896f-046d-445c-88dc-984e9008e95d req-d58728ae-7104-49ae-ac6d-888f8ebadaa2 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:22.490307 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ed3b766f-6a6e-4179-9a32-212b8521e415 req-df97917b-9164-4ef8-9171-f7ca2801d8d3 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0487339 Oct 17 03:20:22.491596 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-775c896f-046d-445c-88dc-984e9008e95d req-d58728ae-7104-49ae-ac6d-888f8ebadaa2 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 950 time: 0.0917399 Oct 17 03:20:22.497870 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-a6c8a73a-f402-44a4-9eda-0add41c7e8af tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:22.499230 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-a6c8a73a-f402-44a4-9eda-0add41c7e8af tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 812 time: 0.1829443 Oct 17 03:20:22.555822 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ed3b766f-6a6e-4179-9a32-212b8521e415 req-69513f1d-6bcc-4ea5-b592-43013e7b5e46 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598848 Oct 17 03:20:22.610996 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-775c896f-046d-445c-88dc-984e9008e95d req-e1fe64c3-f063-4625-843a-3a0df1cfc5c5 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=57756224-761b-41d4-a79c-0d57d1a47a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106887 Oct 17 03:20:22.620856 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fa38560a-3931-420c-9538-10c62258f34d req-c40a189d-3aaf-495e-80b6-8ebf71fc0dc4 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=57756224-761b-41d4-a79c-0d57d1a47a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069901 Oct 17 03:20:22.642491 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-30bc9759-24cf-42f7-9bbe-c314bc39ebbf tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=917f1029c33f4607b398287532f2fb4b HTTP/1.1" status: 200 len: 380 time: 0.1231079 Oct 17 03:20:22.646544 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-17933442-334a-496c-9a6f-21efe845ff38 req-d40926d2-1bda-4543-9398-b75ab700d4bb tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 210 time: 0.0293164 Oct 17 03:20:22.820341 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'port': {'device_id': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'admin_state_up': True, 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'security_groups': ['1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:20:22.934959 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Made reservation on behalf of 917f1029c33f4607b398287532f2fb4b for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:20:22.938726 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:23.005113 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:23.074421 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Allocated IP 172.20.0.8 (69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd/fe0294fe-6364-4dad-bac5-300c814f640b/eae0ee63-abc6-4231-af35-475536e08de6) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:20:23.115711 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:23.218581 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for port (eae0ee63-abc6-4231-af35-475536e08de6), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:23.250038 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (eae0ee63-abc6-4231-af35-475536e08de6), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:23.293649 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:20:23.296915 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:20:23.300718 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:20:23.329732 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'Port': ['ID=eae0ee63-abc6-4231-af35-475536e08de6,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:23.359351 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:23.359969 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:23.377444 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-626cbd99-33c8-4c21-927e-0a4398d391a4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5611813 Oct 17 03:20:23.430012 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Request body: {'port': {'device_id': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:20:23.495280 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (eae0ee63-abc6-4231-af35-475536e08de6), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:23.568423 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-41f4858b-51ab-4801-9931-11fa8ea5d20e None None] Provisioning complete for port eae0ee63-abc6-4231-af35-475536e08de6 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:23.568965 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-41f4858b-51ab-4801-9931-11fa8ea5d20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (eae0ee63-abc6-4231-af35-475536e08de6), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:23.569062 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-41f4858b-51ab-4801-9931-11fa8ea5d20e None None] Attempt 1 to provision port eae0ee63-abc6-4231-af35-475536e08de6 Oct 17 03:20:23.605901 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-41f4858b-51ab-4801-9931-11fa8ea5d20e None None] Port eae0ee63-abc6-4231-af35-475536e08de6 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:20:23.719598 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad1927-05c0-412a-b1ea-8bd5f3ae7e31 req-39bdc7ec-4ae1-4679-9047-4906336029d0 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:23.721075 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6bad1927-05c0-412a-b1ea-8bd5f3ae7e31 req-39bdc7ec-4ae1-4679-9047-4906336029d0 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0788734 Oct 17 03:20:23.747603 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5becc-cee6-4174-ac29-18fb5ed1ab4a req-42b18367-23a0-4d45-8e8e-638c55db8885 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:23.749052 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-76b5becc-cee6-4174-ac29-18fb5ed1ab4a req-42b18367-23a0-4d45-8e8e-638c55db8885 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 950 time: 0.0489228 Oct 17 03:20:23.773681 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:23.797154 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-76b5becc-cee6-4174-ac29-18fb5ed1ab4a req-8348e77e-f5ff-4133-a826-7f6866b6ea4e tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=57756224-761b-41d4-a79c-0d57d1a47a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Oct 17 03:20:23.821020 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:23.855686 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6bad1927-05c0-412a-b1ea-8bd5f3ae7e31 req-ce7ab6d2-8b01-4282-9ca1-5dd8a8cdd573 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1275897 Oct 17 03:20:23.864881 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae0ee63-abc6-4231-af35-475536e08de6 {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:20:23.873216 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Publish callbacks [] for port (eae0ee63-abc6-4231-af35-475536e08de6), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:23.885821 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Transition to ACTIVE for port object eae0ee63-abc6-4231-af35-475536e08de6 will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:20:23.889785 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (eae0ee63-abc6-4231-af35-475536e08de6), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:23.904197 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77d03f-db92-4d14-aefe-0ff1d93c85fd req-511ac2c4-b89c-4c75-b402-f335197330c6 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:23.905762 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6a77d03f-db92-4d14-aefe-0ff1d93c85fd req-511ac2c4-b89c-4c75-b402-f335197330c6 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 931 time: 0.0499759 Oct 17 03:20:23.958233 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6a77d03f-db92-4d14-aefe-0ff1d93c85fd req-c339080d-22c1-47ab-a8aa-c1d13e30c04d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441718 Oct 17 03:20:23.970487 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Pushing event updated for resources: {'Port': ['ID=eae0ee63-abc6-4231-af35-475536e08de6,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:23.998092 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Attempting to bind port eae0ee63-abc6-4231-af35-475536e08de6 on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:20:23.998418 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Attempting to bind port eae0ee63-abc6-4231-af35-475536e08de6 by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:20:23.998736 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Attempting to bind port eae0ee63-abc6-4231-af35-475536e08de6 on network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:20:24.024756 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:24.046916 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Port eae0ee63-abc6-4231-af35-475536e08de6 on network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:20:24.047252 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Attempting to bind port eae0ee63-abc6-4231-af35-475536e08de6 on network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:20:24.093960 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:20:24.094366 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Checking segment: {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:20:24.094668 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Bound using segment: {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:20:24.095128 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Bound port: eae0ee63-abc6-4231-af35-475536e08de6, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:20:24.095478 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (eae0ee63-abc6-4231-af35-475536e08de6), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:24.166407 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] For port eae0ee63-abc6-4231-af35-475536e08de6, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:20:24.169586 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] For port eae0ee63-abc6-4231-af35-475536e08de6, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=eae0ee63-abc6-4231-af35-475536e08de6,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:20:24.175056 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (eae0ee63-abc6-4231-af35-475536e08de6), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:24.182694 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:24.183323 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:24.184715 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/eae0ee63-abc6-4231-af35-475536e08de6 HTTP/1.1" status: 200 len: 1093 time: 0.7597125 Oct 17 03:20:24.185270 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'tag': 'eae0ee63-abc6-4231-af35-475536e08de6'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:20:24.187532 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a376b2ea-ff58-411e-8b84-b37a7609564b" -d '{"events": [{"name": "network-changed", "server_uuid": "80dda8a9-370d-4ebe-9d60-26a482c38a14", "tag": "eae0ee63-abc6-4231-af35-475536e08de6"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:20:24.245742 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb97e37-0e45-4641-983b-4c7cc782867c x-openstack-request-id: req-6eb97e37-0e45-4641-983b-4c7cc782867c {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:20:24.246020 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dda8a9-370d-4ebe-9d60-26a482c38a14", "tag": "eae0ee63-abc6-4231-af35-475536e08de6", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:20:24.246265 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6eb97e37-0e45-4641-983b-4c7cc782867c {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:20:24.246656 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb97e37-0e45-4641-983b-4c7cc782867c'] response: {'name': 'network-changed', 'server_uuid': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'tag': 'eae0ee63-abc6-4231-af35-475536e08de6', 'status': 'completed', 'code': 200} Oct 17 03:20:24.267700 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6464e43-7179-4906-864d-f73eb531dba2 service neutron] Pushing event updated for resources: {'Port': ['ID=eae0ee63-abc6-4231-af35-475536e08de6,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:24.282304 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-be94d8b2-02a1-444b-9213-a15ecd71db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:24.283420 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-be94d8b2-02a1-444b-9213-a15ecd71db22 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 1127 time: 0.0570159 Oct 17 03:20:24.321481 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-9cf2f271-4e0d-4015-8007-b78b8a803177 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eae0ee63-abc6-4231-af35-475536e08de6 HTTP/1.1" status: 200 len: 217 time: 0.0313346 Oct 17 03:20:24.368152 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-a1141206-f9af-48a5-8aff-25e800df951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:24.369492 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-a1141206-f9af-48a5-8aff-25e800df951c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0422993 Oct 17 03:20:24.415972 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-dba4a4fe-e37d-4e51-a120-0970eca64f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:24.417438 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-dba4a4fe-e37d-4e51-a120-0970eca64f0b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420024 Oct 17 03:20:24.506045 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-e4d7942e-fb79-43f1-899e-0cb47191f2b3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823069 Oct 17 03:20:24.596783 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b7cebfd2-4c8f-49ba-afa7-e87b9f122062 req-632d55db-b1fd-42a9-8757-4b2c116e7717 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850604 Oct 17 03:20:24.867558 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376b2ea-ff58-411e-8b84-b37a7609564b req-c8050847-8413-4e1e-9898-fa2eeed6adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:24.869089 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a376b2ea-ff58-411e-8b84-b37a7609564b req-c8050847-8413-4e1e-9898-fa2eeed6adb0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 1127 time: 0.0414600 Oct 17 03:20:24.928322 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b7e68-4be1-4f43-9a69-a168d8961694 req-3525e719-6ad8-43c4-b504-33f3d1bc0d0c tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:24.930584 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-911b7e68-4be1-4f43-9a69-a168d8961694 req-3525e719-6ad8-43c4-b504-33f3d1bc0d0c tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 950 time: 0.0529180 Oct 17 03:20:24.942962 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:24.983620 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-911b7e68-4be1-4f43-9a69-a168d8961694 req-c1a31dcc-c2e4-4ebd-bad4-e30f91ab6d33 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=57756224-761b-41d4-a79c-0d57d1a47a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473485 Oct 17 03:20:24.995818 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376b2ea-ff58-411e-8b84-b37a7609564b req-8c60ebcf-f1c9-4543-90e3-dc511e6ca59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:24.997279 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a376b2ea-ff58-411e-8b84-b37a7609564b req-8c60ebcf-f1c9-4543-90e3-dc511e6ca59a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 913 time: 0.1214373 Oct 17 03:20:25.005295 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f183e4-820f-481f-af6f-da4efb0e7fff req-7c8c6b11-c0fc-4e61-ac40-1ac1675f1702 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:25.006699 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-70f183e4-820f-481f-af6f-da4efb0e7fff req-7c8c6b11-c0fc-4e61-ac40-1ac1675f1702 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0678918 Oct 17 03:20:25.047724 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a376b2ea-ff58-411e-8b84-b37a7609564b req-32f1ec65-8aff-45d0-a511-b925bf854b62 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eae0ee63-abc6-4231-af35-475536e08de6 HTTP/1.1" status: 200 len: 217 time: 0.0400963 Oct 17 03:20:25.095305 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2e3d0-17e0-4cce-837e-3838f37bc489 req-855f879a-78ee-48da-af74-f8ca7b0ae58a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:25.096714 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fab2e3d0-17e0-4cce-837e-3838f37bc489 req-855f879a-78ee-48da-af74-f8ca7b0ae58a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 943 time: 0.0474851 Oct 17 03:20:25.099018 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:25.131788 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376b2ea-ff58-411e-8b84-b37a7609564b req-5831a0bb-5481-4af0-86b3-28d009d179fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:25.133240 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a376b2ea-ff58-411e-8b84-b37a7609564b req-5831a0bb-5481-4af0-86b3-28d009d179fd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0782931 Oct 17 03:20:25.142101 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-70f183e4-820f-481f-af6f-da4efb0e7fff req-9429ec3a-c775-4d3f-8856-dbf9715efce9 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269875 Oct 17 03:20:25.148945 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fab2e3d0-17e0-4cce-837e-3838f37bc489 req-d1a9826b-2c1c-4aa1-b109-e80c2e919f2b tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451317 Oct 17 03:20:25.176582 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:25.183417 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376b2ea-ff58-411e-8b84-b37a7609564b req-3d889242-d654-4154-881a-b0209b70a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:25.184921 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a376b2ea-ff58-411e-8b84-b37a7609564b req-3d889242-d654-4154-881a-b0209b70a7bb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419860 Oct 17 03:20:25.274119 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a376b2ea-ff58-411e-8b84-b37a7609564b req-d1eff63a-ba72-4b38-8fad-c2cc40cccdf3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831487 Oct 17 03:20:25.376887 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a376b2ea-ff58-411e-8b84-b37a7609564b req-c52a8c78-f436-4490-bdd5-ae3635d8688b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931571 Oct 17 03:20:25.386652 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38dd2c-266c-4a2d-8c19-c57a47f29fd5 req-6e714c4f-423e-4d26-a028-81db5ba7a916 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:25.388132 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fd38dd2c-266c-4a2d-8c19-c57a47f29fd5 req-6e714c4f-423e-4d26-a028-81db5ba7a916 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 950 time: 0.0467422 Oct 17 03:20:25.436484 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fd38dd2c-266c-4a2d-8c19-c57a47f29fd5 req-aec7087d-e912-4706-9f04-4b0549365cd7 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=57756224-761b-41d4-a79c-0d57d1a47a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427878 Oct 17 03:20:26.275174 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbd4fb-0593-45f2-9bcf-061d415a661e req-12284b79-20bd-4b61-8692-fcf6a72aed89 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:26.276679 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-58dbd4fb-0593-45f2-9bcf-061d415a661e req-12284b79-20bd-4b61-8692-fcf6a72aed89 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0479355 Oct 17 03:20:26.290839 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b387486-708a-4b1d-9154-563d7fa1fe73 req-0afa2bb3-f98a-45dd-b196-972404f6ea35 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:26.292403 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1b387486-708a-4b1d-9154-563d7fa1fe73 req-0afa2bb3-f98a-45dd-b196-972404f6ea35 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 943 time: 0.0526471 Oct 17 03:20:26.339521 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-58dbd4fb-0593-45f2-9bcf-061d415a661e req-1b82d941-a3b7-47cd-951b-f0ad0af3fb4b tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571685 Oct 17 03:20:26.341519 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-1b387486-708a-4b1d-9154-563d7fa1fe73 req-5b961ee1-532d-49c6-a35b-457f9f384b15 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429826 Oct 17 03:20:26.561504 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1f1e-3712-429d-bb44-d701ab02a8d1 req-435f74bf-079b-4540-9c94-cb826c9e1646 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:26.562967 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fe7a1f1e-3712-429d-bb44-d701ab02a8d1 req-435f74bf-079b-4540-9c94-cb826c9e1646 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 950 time: 0.0516310 Oct 17 03:20:26.608829 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fe7a1f1e-3712-429d-bb44-d701ab02a8d1 req-b76eab1f-57f2-425f-9402-30b2bf853ea5 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=57756224-761b-41d4-a79c-0d57d1a47a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Oct 17 03:20:26.764847 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacf44f-dfb3-4cfd-9f42-68b6c30d80f7 req-203e6a16-fc85-4824-8e8f-2176d95b6d32 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:26.766154 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-afacf44f-dfb3-4cfd-9f42-68b6c30d80f7 req-203e6a16-fc85-4824-8e8f-2176d95b6d32 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 950 time: 0.0443940 Oct 17 03:20:26.848795 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-afacf44f-dfb3-4cfd-9f42-68b6c30d80f7 req-0ec71880-64e3-4269-87c1-71b5bffbcfd8 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Deleting port 060e3d64-708f-4d76-aeed-10f8c3526c37 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:20:26.849150 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-afacf44f-dfb3-4cfd-9f42-68b6c30d80f7 req-0ec71880-64e3-4269-87c1-71b5bffbcfd8 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:26.935816 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-afacf44f-dfb3-4cfd-9f42-68b6c30d80f7 req-0ec71880-64e3-4269-87c1-71b5bffbcfd8 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] For port 060e3d64-708f-4d76-aeed-10f8c3526c37, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=060e3d64-708f-4d76-aeed-10f8c3526c37,segment=NetworkSegment(93fd4cb7-32f2-4d56-9986-c14b77cf1960),segment_id=93fd4cb7-32f2-4d56-9986-c14b77cf1960)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:20:26.936173 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-afacf44f-dfb3-4cfd-9f42-68b6c30d80f7 req-0ec71880-64e3-4269-87c1-71b5bffbcfd8 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:26.948819 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-afacf44f-dfb3-4cfd-9f42-68b6c30d80f7 req-0ec71880-64e3-4269-87c1-71b5bffbcfd8 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Calling delete_port for 060e3d64-708f-4d76-aeed-10f8c3526c37 owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:20:27.091343 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-afacf44f-dfb3-4cfd-9f42-68b6c30d80f7 req-0ec71880-64e3-4269-87c1-71b5bffbcfd8 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (060e3d64-708f-4d76-aeed-10f8c3526c37), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:27.109518 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['060e3d64-708f-4d76-aeed-10f8c3526c37'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:20:27.125470 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec71880-64e3-4269-87c1-71b5bffbcfd8 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Pushing event deleted for resources: {'Port': ['ID=060e3d64-708f-4d76-aeed-10f8c3526c37,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:27.174843 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-afacf44f-dfb3-4cfd-9f42-68b6c30d80f7 req-0ec71880-64e3-4269-87c1-71b5bffbcfd8 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] No DVR routers for this DVR port 060e3d64-708f-4d76-aeed-10f8c3526c37 on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:20:27.177588 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-afacf44f-dfb3-4cfd-9f42-68b6c30d80f7 req-0ec71880-64e3-4269-87c1-71b5bffbcfd8 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:27.180795 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-afacf44f-dfb3-4cfd-9f42-68b6c30d80f7 req-0ec71880-64e3-4269-87c1-71b5bffbcfd8 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.23 "DELETE /networking/v2.0/ports/060e3d64-708f-4d76-aeed-10f8c3526c37 HTTP/1.1" status: 204 len: 173 time: 0.4093046 Oct 17 03:20:27.181290 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749d21a5-9d48-4053-abc6-5e4f7132a5fd', 'name': 'network-vif-deleted', 'tag': '060e3d64-708f-4d76-aeed-10f8c3526c37'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:20:27.183529 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c14b10-f0d8-440e-bc45-eb8f7cbd4398" -d '{"events": [{"server_uuid": "749d21a5-9d48-4053-abc6-5e4f7132a5fd", "name": "network-vif-deleted", "tag": "060e3d64-708f-4d76-aeed-10f8c3526c37"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:20:27.239276 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469f33fb-47b4-4c5a-9da2-85d544e9e0a1 x-openstack-request-id: req-469f33fb-47b4-4c5a-9da2-85d544e9e0a1 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:20:27.239542 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749d21a5-9d48-4053-abc6-5e4f7132a5fd", "name": "network-vif-deleted", "tag": "060e3d64-708f-4d76-aeed-10f8c3526c37", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:20:27.239790 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-469f33fb-47b4-4c5a-9da2-85d544e9e0a1 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:20:27.239790 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469f33fb-47b4-4c5a-9da2-85d544e9e0a1'] response: {'server_uuid': '749d21a5-9d48-4053-abc6-5e4f7132a5fd', 'name': 'network-vif-deleted', 'tag': '060e3d64-708f-4d76-aeed-10f8c3526c37', 'status': 'completed', 'code': 200} Oct 17 03:20:27.464482 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:27.474408 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab82af-d35e-458f-86e0-a862a0c5a434 req-634d66fd-627b-4bc2-8610-d409842c361b tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:27.475980 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a9ab82af-d35e-458f-86e0-a862a0c5a434 req-634d66fd-627b-4bc2-8610-d409842c361b tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 943 time: 0.0508873 Oct 17 03:20:27.484260 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764752bd-1588-4570-9e4d-fa093b520f04 req-1ef23395-4249-40e6-a3d2-d562407dcab8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:27.486280 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-764752bd-1588-4570-9e4d-fa093b520f04 req-1ef23395-4249-40e6-a3d2-d562407dcab8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0576463 Oct 17 03:20:27.536756 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a9ab82af-d35e-458f-86e0-a862a0c5a434 req-95adbdba-c3b1-4b19-8652-b017bf961cf4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543451 Oct 17 03:20:27.552436 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-764752bd-1588-4570-9e4d-fa093b520f04 req-07aaf607-b1b5-46f2-8973-6e6787208eab tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579312 Oct 17 03:20:27.726128 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7c7ed471-6ee1-4fd7-bd0c-9a2a9ec938d3 req-7e9aae6d-937d-48c8-a1fd-57bec4238d31 tempest-VolumesNegativeTest-1939302418 tempest-VolumesNegativeTest-1939302418-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=749d21a5-9d48-4053-abc6-5e4f7132a5fd HTTP/1.1" status: 200 len: 210 time: 0.0304859 Oct 17 03:20:28.668281 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391ffc-60a1-44b2-ae99-7f0872327ac4 req-627ca17b-2c43-438b-8a51-74feda760ced tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:28.669779 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce391ffc-60a1-44b2-ae99-7f0872327ac4 req-627ca17b-2c43-438b-8a51-74feda760ced tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 943 time: 0.0490258 Oct 17 03:20:28.678129 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543b1c0-f168-48b7-9d5c-137614001219 req-17d347f6-9678-42b2-96a2-1a47e75eaa5a tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:28.679657 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6543b1c0-f168-48b7-9d5c-137614001219 req-17d347f6-9678-42b2-96a2-1a47e75eaa5a tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0506513 Oct 17 03:20:28.715521 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:28.720855 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce391ffc-60a1-44b2-ae99-7f0872327ac4 req-c1bd098a-6074-4404-8ccc-dee3a9ccfa51 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454965 Oct 17 03:20:28.742122 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6543b1c0-f168-48b7-9d5c-137614001219 req-761b493a-f8e8-44b3-870c-b422c45ee081 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d1049b4a-f0bc-41f5-920c-abf5f7633e3a&id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566108 Oct 17 03:20:29.846168 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cdaa3-eb7b-46e5-9202-b950fdb1d542 req-932ad0cd-4557-41c4-aee4-54f292ffa095 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:29.847668 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ef0cdaa3-eb7b-46e5-9202-b950fdb1d542 req-932ad0cd-4557-41c4-aee4-54f292ffa095 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 943 time: 0.0489533 Oct 17 03:20:29.901852 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ef0cdaa3-eb7b-46e5-9202-b950fdb1d542 req-fc2b6e26-bc42-4391-88cf-cbba513a878e tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452113 Oct 17 03:20:31.030300 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322e7fa-0cc0-49cd-8ca1-62fbbf82fa31 req-8a8fba95-5c34-41a3-9b78-579cdd687c18 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:31.035327 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5322e7fa-0cc0-49cd-8ca1-62fbbf82fa31 req-8a8fba95-5c34-41a3-9b78-579cdd687c18 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 943 time: 0.0557513 Oct 17 03:20:31.081908 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5322e7fa-0cc0-49cd-8ca1-62fbbf82fa31 req-b72510c8-fef5-42a5-b7dc-140bb3e73308 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440483 Oct 17 03:20:31.873989 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 060e3d64-708f-4d76-aeed-10f8c3526c37 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:20:31.893420 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: 060e3d64-708f-4d76-aeed-10f8c3526c37 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:20:31.893762 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 060e3d64-708f-4d76-aeed-10f8c3526c37 not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:20:32.212391 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e02a7-03cd-4670-8229-1972fce9c44a req-1a2dce4c-24e8-41d3-a192-b3d2ee65fc92 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:32.213918 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0a3e02a7-03cd-4670-8229-1972fce9c44a req-1a2dce4c-24e8-41d3-a192-b3d2ee65fc92 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 943 time: 0.0517783 Oct 17 03:20:32.264634 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0a3e02a7-03cd-4670-8229-1972fce9c44a req-a862b5e4-dcfe-4957-902f-5f26eb563ce3 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450828 Oct 17 03:20:33.000402 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45752) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:33.133264 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-e632c842-92e0-419a-869a-3476559ae96d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b681923b7d7b4cf682ae41fdce65a823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316319 Oct 17 03:20:33.135670 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45756) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:33.184610 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fde487c1-fabc-4407-ac80-9d816106a356 admin admin] Publish callbacks [] for security_group (57756224-761b-41d4-a79c-0d57d1a47a1e), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:33.200299 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:33.205023 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fde487c1-fabc-4407-ac80-9d816106a356 admin admin] Publish callbacks [] for security_group (57756224-761b-41d4-a79c-0d57d1a47a1e), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:33.252290 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fde487c1-fabc-4407-ac80-9d816106a356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (57756224-761b-41d4-a79c-0d57d1a47a1e), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:33.254824 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-fde487c1-fabc-4407-ac80-9d816106a356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:33.256008 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-fde487c1-fabc-4407-ac80-9d816106a356 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/57756224-761b-41d4-a79c-0d57d1a47a1e HTTP/1.1" status: 204 len: 168 time: 0.1194470 Oct 17 03:20:33.263522 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde487c1-fabc-4407-ac80-9d816106a356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57756224-761b-41d4-a79c-0d57d1a47a1e,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:33.398617 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a401849-73bc-45a6-ae7c-48c5afca2e15 req-23a48ea7-e228-44fd-ae50-3c064ca5ab03 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:33.400396 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8a401849-73bc-45a6-ae7c-48c5afca2e15 req-23a48ea7-e228-44fd-ae50-3c064ca5ab03 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 943 time: 0.0510619 Oct 17 03:20:33.455587 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8a401849-73bc-45a6-ae7c-48c5afca2e15 req-958c0b61-dac4-4d5e-9e89-56a61677c492 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492628 Oct 17 03:20:33.863500 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device eae0ee63-abc6-4231-af35-475536e08de6 details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:20:33.946878 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:33.965324 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port eae0ee63-abc6-4231-af35-475536e08de6, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=eae0ee63-abc6-4231-af35-475536e08de6,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:20:33.976476 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': 'eae0ee63-abc6-4231-af35-475536e08de6', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'port_id': 'eae0ee63-abc6-4231-af35-475536e08de6', 'mac_address': 'fa:16:3e:22:c5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:20:34.010441 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port eae0ee63-abc6-4231-af35-475536e08de6 is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:34.010822 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (eae0ee63-abc6-4231-af35-475536e08de6), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:34.028529 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae0ee63-abc6-4231-af35-475536e08de6 {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:20:34.047718 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port eae0ee63-abc6-4231-af35-475536e08de6, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=eae0ee63-abc6-4231-af35-475536e08de6,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:20:34.051621 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (eae0ee63-abc6-4231-af35-475536e08de6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:34.078322 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:34.098714 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=eae0ee63-abc6-4231-af35-475536e08de6,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:34.248054 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=16 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:34.250580 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:34.264391 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['eae0ee63-abc6-4231-af35-475536e08de6'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:20:34.581204 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09dc37-9bce-4386-b13b-0bc97b56e87e req-8d667eae-7128-4b15-ab28-f5339bc4647e tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:34.582845 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bf09dc37-9bce-4386-b13b-0bc97b56e87e req-8d667eae-7128-4b15-ab28-f5339bc4647e tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 944 time: 0.0503762 Oct 17 03:20:34.608271 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:34.633509 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bf09dc37-9bce-4386-b13b-0bc97b56e87e req-05130bf5-d0be-4819-8a45-1bc7490f32ed tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452185 Oct 17 03:20:35.752726 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7376f-5684-4258-97a3-a7d4967bfe8b req-5984b5f8-e3f0-4bee-b1a8-8a5d75e5b33e tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:35.754141 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abf7376f-5684-4258-97a3-a7d4967bfe8b req-5984b5f8-e3f0-4bee-b1a8-8a5d75e5b33e tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 944 time: 0.0452189 Oct 17 03:20:35.805781 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-abf7376f-5684-4258-97a3-a7d4967bfe8b req-4b20ccbc-3aaa-4f7e-8853-d53746b0ff84 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454443 Oct 17 03:20:35.872865 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device eae0ee63-abc6-4231-af35-475536e08de6 up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:20:35.914516 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port eae0ee63-abc6-4231-af35-475536e08de6 completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:20:35.920153 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port eae0ee63-abc6-4231-af35-475536e08de6 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:20:35.920492 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (eae0ee63-abc6-4231-af35-475536e08de6), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:35.920983 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port eae0ee63-abc6-4231-af35-475536e08de6 Oct 17 03:20:35.995018 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port eae0ee63-abc6-4231-af35-475536e08de6 is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:20:35.995405 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (eae0ee63-abc6-4231-af35-475536e08de6), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:36.019283 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae0ee63-abc6-4231-af35-475536e08de6'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:20:36.021677 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69a698b-3709-4a5f-b78e-2f4311cea234" -d '{"events": [{"server_uuid": "80dda8a9-370d-4ebe-9d60-26a482c38a14", "name": "network-vif-plugged", "status": "completed", "tag": "eae0ee63-abc6-4231-af35-475536e08de6"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:20:36.033760 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port eae0ee63-abc6-4231-af35-475536e08de6, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=eae0ee63-abc6-4231-af35-475536e08de6,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:20:36.038112 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (eae0ee63-abc6-4231-af35-475536e08de6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:36.063602 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7fbc23-8bb1-4a1a-a46f-6e3432ae1b26 x-openstack-request-id: req-3f7fbc23-8bb1-4a1a-a46f-6e3432ae1b26 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:20:36.063887 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dda8a9-370d-4ebe-9d60-26a482c38a14", "name": "network-vif-plugged", "status": "completed", "tag": "eae0ee63-abc6-4231-af35-475536e08de6", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:20:36.064136 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3f7fbc23-8bb1-4a1a-a46f-6e3432ae1b26 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:20:36.064524 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7fbc23-8bb1-4a1a-a46f-6e3432ae1b26'] response: {'server_uuid': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae0ee63-abc6-4231-af35-475536e08de6', 'code': 200} Oct 17 03:20:36.088901 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=eae0ee63-abc6-4231-af35-475536e08de6,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:36.289437 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e6ccf-b71f-454b-bb3c-6a1e872a1530 req-028933b3-c2ff-4ac3-9000-97eb9525b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:36.290914 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a85e6ccf-b71f-454b-bb3c-6a1e872a1530 req-028933b3-c2ff-4ac3-9000-97eb9525b534 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 1129 time: 0.0379426 Oct 17 03:20:36.335119 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a85e6ccf-b71f-454b-bb3c-6a1e872a1530 req-2d46df28-a3f1-413e-aba5-b41f7337b9e1 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382860 Oct 17 03:20:36.923757 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a8bc7-fbfd-443c-b6f4-30297d363033 req-cfd835ad-71db-401e-bd7e-93a8906a0802 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:36.925197 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ad3a8bc7-fbfd-443c-b6f4-30297d363033 req-cfd835ad-71db-401e-bd7e-93a8906a0802 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 945 time: 0.0465143 Oct 17 03:20:36.973468 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ad3a8bc7-fbfd-443c-b6f4-30297d363033 req-572410f6-1ce3-4d9c-82c7-493c7a52c497 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Oct 17 03:20:37.281778 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4ece2eb3-1c1e-4d19-b217-a63a839435e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:38.095262 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd596bcb-6e5b-4a84-9370-c3bd3c9e0f08 req-ecf95a97-7e2a-4dc4-9a30-8eaa31e5b5ec tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:38.096714 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dd596bcb-6e5b-4a84-9370-c3bd3c9e0f08 req-ecf95a97-7e2a-4dc4-9a30-8eaa31e5b5ec tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 945 time: 0.0464926 Oct 17 03:20:38.146434 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dd596bcb-6e5b-4a84-9370-c3bd3c9e0f08 req-ddc56159-480a-41b3-bb77-732f72b5a265 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431757 Oct 17 03:20:38.268670 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5099df-cf85-4c8c-85a1-592daa68a685 req-4bc389f4-b4ca-4a45-a65b-34a7e610b0dd tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:38.270661 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce5099df-cf85-4c8c-85a1-592daa68a685 req-4bc389f4-b4ca-4a45-a65b-34a7e610b0dd tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 945 time: 0.0496879 Oct 17 03:20:38.320446 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce5099df-cf85-4c8c-85a1-592daa68a685 req-2dedf549-2c98-4fd8-ab7c-52eed59fada7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440037 Oct 17 03:20:38.348549 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45774) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:38.533766 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3148a9-6000-44b3-b4ac-c49648547e6c tempest-TestVolumeBootPattern-2072248591 tempest-TestVolumeBootPattern-2072248591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:38.535290 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-3b3148a9-6000-44b3-b4ac-c49648547e6c tempest-TestVolumeBootPattern-2072248591 tempest-TestVolumeBootPattern-2072248591-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 1124 time: 0.1857555 Oct 17 03:20:38.538344 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45778) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:20:38.542711 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'port_id': 'eae0ee63-abc6-4231-af35-475536e08de6', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:20:38.563146 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:38.643532 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:38.746248 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Allocated IP 172.27.0.214 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/b9918cb9-ec69-438b-9d25-2a206db79b0d) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:20:38.748047 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:38.806446 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:38.856330 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for port (b9918cb9-ec69-438b-9d25-2a206db79b0d), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:38.886677 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (b9918cb9-ec69-438b-9d25-2a206db79b0d), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:38.926391 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:20:38.931056 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:20:38.934848 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:20:38.938098 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'Port': ['ID=b9918cb9-ec69-438b-9d25-2a206db79b0d,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:39.325859 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-16dd7fb5-c868-4491-9436-44ec5a069059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:39.545510 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (dba3ac68-3a6d-4bc9-b4dd-bb9ce76a9c7e), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:39.612190 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (b9918cb9-ec69-438b-9d25-2a206db79b0d), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:39.755157 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for port (b9918cb9-ec69-438b-9d25-2a206db79b0d), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:39.759553 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (b9918cb9-ec69-438b-9d25-2a206db79b0d), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:39.783336 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:39.811696 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:39.832579 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (dba3ac68-3a6d-4bc9-b4dd-bb9ce76a9c7e), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:39.834195 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'Port': ['ID=b9918cb9-ec69-438b-9d25-2a206db79b0d,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:20:39.929560 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Floating IP dba3ac68-3a6d-4bc9-b4dd-bb9ce76a9c7e associated. External IP: 172.27.0.214, port: eae0ee63-abc6-4231-af35-475536e08de6. Oct 17 03:20:40.125145 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Router ba810bd8-34e1-48a4-8d31-3925564c3909 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:20:40.228047 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:20:40.237967 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35ef97-3794-4ff5-83cd-440a790f95b5 None None] Sync routers for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:20:40.247081 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:40.249281 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35ef97-3794-4ff5-83cd-440a790f95b5 None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:20:40.249897 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-7d35ef97-3794-4ff5-83cd-440a790f95b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:20:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:40.286718 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-47cf8b08-54c2-4dbd-a09f-da9303adf53f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7472684 Oct 17 03:20:40.287420 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'tag': 'eae0ee63-abc6-4231-af35-475536e08de6'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:20:40.290121 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44225fe7-c0ec-4306-98e3-9c9e1c82d825" -d '{"events": [{"name": "network-changed", "server_uuid": "80dda8a9-370d-4ebe-9d60-26a482c38a14", "tag": "eae0ee63-abc6-4231-af35-475536e08de6"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:20:40.327922 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b56e73f-8993-46bb-8fd2-75e78c678fd0 x-openstack-request-id: req-6b56e73f-8993-46bb-8fd2-75e78c678fd0 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:20:40.328212 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dda8a9-370d-4ebe-9d60-26a482c38a14", "tag": "eae0ee63-abc6-4231-af35-475536e08de6", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:20:40.328467 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6b56e73f-8993-46bb-8fd2-75e78c678fd0 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:20:40.328876 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b56e73f-8993-46bb-8fd2-75e78c678fd0'] response: {'name': 'network-changed', 'server_uuid': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'tag': 'eae0ee63-abc6-4231-af35-475536e08de6', 'status': 'completed', 'code': 200} Oct 17 03:20:40.359444 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-7d35ef97-3794-4ff5-83cd-440a790f95b5 None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:20:40.393382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225fe7-c0ec-4306-98e3-9c9e1c82d825 req-3ce6f99e-13a2-43a5-af28-40ec169e6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:40.395391 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44225fe7-c0ec-4306-98e3-9c9e1c82d825 req-3ce6f99e-13a2-43a5-af28-40ec169e6da0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 1129 time: 0.0401201 Oct 17 03:20:40.491687 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225fe7-c0ec-4306-98e3-9c9e1c82d825 req-a5cdcc83-90da-47ed-ae32-c3e2c167970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:40.493213 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44225fe7-c0ec-4306-98e3-9c9e1c82d825 req-a5cdcc83-90da-47ed-ae32-c3e2c167970d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 913 time: 0.0906236 Oct 17 03:20:40.557242 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44225fe7-c0ec-4306-98e3-9c9e1c82d825 req-943b8965-1126-4c9d-bd58-d51e25edc58e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eae0ee63-abc6-4231-af35-475536e08de6 HTTP/1.1" status: 200 len: 999 time: 0.0581219 Oct 17 03:20:40.571818 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-7d35ef97-3794-4ff5-83cd-440a790f95b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'dba3ac68-3a6d-4bc9-b4dd-bb9ce76a9c7e', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'eae0ee63-abc6-4231-af35-475536e08de6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:22:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:20:39Z', 'updated_at': '2022-10-17T03:20:39Z', 'revision_number': 0, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:40.595922 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35ef97-3794-4ff5-83cd-440a790f95b5 None None] Checking router: ba810bd8-34e1-48a4-8d31-3925564c3909 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:20:40.607881 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225fe7-c0ec-4306-98e3-9c9e1c82d825 req-842afbcb-56d7-4334-b044-bf40dfc5055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:40.608585 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35ef97-3794-4ff5-83cd-440a790f95b5 None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:20:40.609178 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-7d35ef97-3794-4ff5-83cd-440a790f95b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:20:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:40.609323 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44225fe7-c0ec-4306-98e3-9c9e1c82d825 req-842afbcb-56d7-4334-b044-bf40dfc5055c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0460961 Oct 17 03:20:40.656325 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225fe7-c0ec-4306-98e3-9c9e1c82d825 req-b264766f-a2dc-4aa6-9bdd-b944399f556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:40.657724 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44225fe7-c0ec-4306-98e3-9c9e1c82d825 req-b264766f-a2dc-4aa6-9bdd-b944399f556f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418212 Oct 17 03:20:40.735203 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:40.752986 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44225fe7-c0ec-4306-98e3-9c9e1c82d825 req-e141a373-dc73-47d3-a376-12d75f122d80 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884571 Oct 17 03:20:40.804693 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-7d35ef97-3794-4ff5-83cd-440a790f95b5 None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:20:40.810668 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:40.848321 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-44225fe7-c0ec-4306-98e3-9c9e1c82d825 req-02593fc7-e9fe-4526-b976-a42663c3b7f7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890594 Oct 17 03:20:41.016916 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-7d35ef97-3794-4ff5-83cd-440a790f95b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'dba3ac68-3a6d-4bc9-b4dd-bb9ce76a9c7e', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'eae0ee63-abc6-4231-af35-475536e08de6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:22:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:20:39Z', 'updated_at': '2022-10-17T03:20:39Z', 'revision_number': 0, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:20:41.041579 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35ef97-3794-4ff5-83cd-440a790f95b5 None None] The sync data for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi is: [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'dba3ac68-3a6d-4bc9-b4dd-bb9ce76a9c7e', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'eae0ee63-abc6-4231-af35-475536e08de6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:22:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:20:39Z', 'updated_at': '2022-10-17T03:20:39Z', 'revision_number': 0, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:20:41.228073 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba8a30-feb6-4340-b992-b84305765919 None None] New status for floating IP dba3ac68-3a6d-4bc9-b4dd-bb9ce76a9c7e: ACTIVE {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:20:41.306484 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:42.161143 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:42.322888 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:46.943042 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:20:48.133276 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:48.142171 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=9 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:50.435564 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:20:50.843821 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:50.845821 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:51.020825 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=76 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:52.736940 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fe8ebacf-7553-4523-a243-955dd908a89d req-0bd02ac7-e8c9-4dd3-9ad3-a28c5002c277 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380435 Oct 17 03:20:52.825977 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ebacf-7553-4523-a243-955dd908a89d req-cd9f8b4b-e0ee-4c4f-ad8c-01ec8380bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:52.827453 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fe8ebacf-7553-4523-a243-955dd908a89d req-cd9f8b4b-e0ee-4c4f-ad8c-01ec8380bb3d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=dc518d9b31644a8d8b21cf9c645b1373&device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 1168 time: 0.0382864 Oct 17 03:20:52.935183 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ebacf-7553-4523-a243-955dd908a89d req-72626275-c2da-41c3-b3e7-15a2d9e682c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:52.936615 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fe8ebacf-7553-4523-a243-955dd908a89d req-72626275-c2da-41c3-b3e7-15a2d9e682c7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead HTTP/1.1" status: 200 len: 915 time: 0.0877790 Oct 17 03:20:52.997928 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fe8ebacf-7553-4523-a243-955dd908a89d req-48571553-18d3-49e6-a07e-9311548710b6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 200 len: 1001 time: 0.0546470 Oct 17 03:20:53.049964 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ebacf-7553-4523-a243-955dd908a89d req-2e0165e9-9d41-4418-8801-85e4ea8e5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:53.051971 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fe8ebacf-7553-4523-a243-955dd908a89d req-2e0165e9-9d41-4418-8801-85e4ea8e5704 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d42b6f81-e342-4707-8163-9aa5acec1619 HTTP/1.1" status: 200 len: 853 time: 0.0479662 Oct 17 03:20:53.094069 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ebacf-7553-4523-a243-955dd908a89d req-92f93516-fed6-49d0-abbc-e855c9057566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:20:53.095559 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fe8ebacf-7553-4523-a243-955dd908a89d req-92f93516-fed6-49d0-abbc-e855c9057566 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377839 Oct 17 03:20:53.185163 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fe8ebacf-7553-4523-a243-955dd908a89d req-90dce20d-a0b5-427c-b1b6-d789318ca7b6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833983 Oct 17 03:20:53.279980 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fe8ebacf-7553-4523-a243-955dd908a89d req-a4e9e68c-3666-4aab-a308-190e19ec0d13 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879495 Oct 17 03:20:56.937518 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:20:56.938902 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:01.820145 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b81a4ad9-e416-4ea8-9bac-1212b1f0670f req-ffdc8698-56d4-4374-abc0-6d88699efafb tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-860597188&fields=id&tenant_id=dc518d9b31644a8d8b21cf9c645b1373 HTTP/1.1" status: 200 len: 267 time: 0.0446057 Oct 17 03:21:01.870049 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4ad9-e416-4ea8-9bac-1212b1f0670f req-269df272-840e-4195-b26d-ced71f1c4265 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:01.871507 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b81a4ad9-e416-4ea8-9bac-1212b1f0670f req-269df272-840e-4195-b26d-ced71f1c4265 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 984 time: 0.0463285 Oct 17 03:21:01.882596 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-b81a4ad9-e416-4ea8-9bac-1212b1f0670f req-e9c78455-c256-43d8-a96c-bca372a4ee58 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Request body: {'port': {'security_groups': ['e629710a-996a-4978-bb87-e9c17f86eb0d']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:01.960604 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b81a4ad9-e416-4ea8-9bac-1212b1f0670f req-e9c78455-c256-43d8-a96c-bca372a4ee58 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:02.134559 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-b81a4ad9-e416-4ea8-9bac-1212b1f0670f req-e9c78455-c256-43d8-a96c-bca372a4ee58 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] For port ac441b28-2717-4b03-ba74-cb37f802decc, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=ac441b28-2717-4b03-ba74-cb37f802decc,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:02.161920 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b81a4ad9-e416-4ea8-9bac-1212b1f0670f req-e9c78455-c256-43d8-a96c-bca372a4ee58 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for port (ac441b28-2717-4b03-ba74-cb37f802decc), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:02.166298 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b81a4ad9-e416-4ea8-9bac-1212b1f0670f req-e9c78455-c256-43d8-a96c-bca372a4ee58 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:02.177257 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4ad9-e416-4ea8-9bac-1212b1f0670f req-e9c78455-c256-43d8-a96c-bca372a4ee58 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:02.177863 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-b81a4ad9-e416-4ea8-9bac-1212b1f0670f req-e9c78455-c256-43d8-a96c-bca372a4ee58 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:02.179249 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b81a4ad9-e416-4ea8-9bac-1212b1f0670f req-e9c78455-c256-43d8-a96c-bca372a4ee58 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "PUT /networking/v2.0/ports/ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 200 len: 942 time: 0.3019731 Oct 17 03:21:02.179653 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:02.179972 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['ac441b28-2717-4b03-ba74-cb37f802decc'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:21:02.180483 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:21:02.182571 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1b47b9-c227-4116-92bc-30f05a5714d1" -d '{"events": [{"name": "network-changed", "server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:21:02.185380 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45796) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:02.229386 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc671e7-dfbb-47ab-99a1-3c1caab7930c x-openstack-request-id: req-bdc671e7-dfbb-47ab-99a1-3c1caab7930c {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:21:02.229690 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:21:02.229935 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bdc671e7-dfbb-47ab-99a1-3c1caab7930c {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:21:02.230332 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc671e7-dfbb-47ab-99a1-3c1caab7930c'] response: {'name': 'network-changed', 'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'status': 'completed', 'code': 200} Oct 17 03:21:02.246176 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c78455-c256-43d8-a96c-bca372a4ee58 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event updated for resources: {'Port': ['ID=ac441b28-2717-4b03-ba74-cb37f802decc,revision_number=7']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:02.278278 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group (d1049b4a-f0bc-41f5-920c-abf5f7633e3a), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:02.293106 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['ac441b28-2717-4b03-ba74-cb37f802decc'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:21:02.294633 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:02.300347 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b47b9-c227-4116-92bc-30f05a5714d1 req-dee73f51-aa8c-49d2-85de-361cc30d0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:02.302751 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b1b47b9-c227-4116-92bc-30f05a5714d1 req-dee73f51-aa8c-49d2-85de-361cc30d0783 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=dc518d9b31644a8d8b21cf9c645b1373&device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 1129 time: 0.0504644 Oct 17 03:21:02.304973 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group (d1049b4a-f0bc-41f5-920c-abf5f7633e3a), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:02.380436 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (d1049b4a-f0bc-41f5-920c-abf5f7633e3a), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:02.383924 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:02.385174 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d1049b4a-f0bc-41f5-920c-abf5f7633e3a HTTP/1.1" status: 204 len: 168 time: 0.1987078 Oct 17 03:21:02.388301 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45798) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:02.395999 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1049b4a-f0bc-41f5-920c-abf5f7633e3a,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:02.404127 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.404715 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.405241 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.405740 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.406239 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.406737 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.407258 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.407764 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.408257 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.408754 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.409257 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.409744 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.410753 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.412212 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.412763 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5597ea30-b8ef-49b3-81c4-e9419105f0d8 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:02.454755 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b47b9-c227-4116-92bc-30f05a5714d1 req-3cf89fd5-06f9-47a3-92d7-c378567227b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:02.456575 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b1b47b9-c227-4116-92bc-30f05a5714d1 req-3cf89fd5-06f9-47a3-92d7-c378567227b5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead HTTP/1.1" status: 200 len: 915 time: 0.1476121 Oct 17 03:21:02.563349 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b1b47b9-c227-4116-92bc-30f05a5714d1 req-4ad4ad89-3438-4ab7-ac14-56b2f410b4af service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 200 len: 1001 time: 0.0985732 Oct 17 03:21:02.638105 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Deleting port 5e43e3ae-f58f-4cb9-a377-5972d6c52168 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:21:02.638361 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (5e43e3ae-f58f-4cb9-a377-5972d6c52168), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:02.643867 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b47b9-c227-4116-92bc-30f05a5714d1 req-6f766189-e2a5-4dc3-b635-3d0bf2784d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:02.646008 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b1b47b9-c227-4116-92bc-30f05a5714d1 req-6f766189-e2a5-4dc3-b635-3d0bf2784d2d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d42b6f81-e342-4707-8163-9aa5acec1619 HTTP/1.1" status: 200 len: 853 time: 0.0743797 Oct 17 03:21:02.728734 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b47b9-c227-4116-92bc-30f05a5714d1 req-c7d98e5e-2886-4ad6-8d07-c1c0ff7e703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:02.730231 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b1b47b9-c227-4116-92bc-30f05a5714d1 req-c7d98e5e-2886-4ad6-8d07-c1c0ff7e703d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749199 Oct 17 03:21:02.797024 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (5e43e3ae-f58f-4cb9-a377-5972d6c52168), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:02.797347 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for floatingip (5e43e3ae-f58f-4cb9-a377-5972d6c52168), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:02.813945 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Calling delete_port for 5e43e3ae-f58f-4cb9-a377-5972d6c52168 owned by network:floatingip {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:21:02.912393 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b1b47b9-c227-4116-92bc-30f05a5714d1 req-e7c044f6-b067-4f55-8da2-81ca0337a7cc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750360 Oct 17 03:21:03.035031 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5b1b47b9-c227-4116-92bc-30f05a5714d1 req-0541d35b-7650-423e-83c2-83b6eae3672e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157284 Oct 17 03:21:03.071074 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:03.083832 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (5e43e3ae-f58f-4cb9-a377-5972d6c52168), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:03.113579 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event deleted for resources: {'Port': ['ID=5e43e3ae-f58f-4cb9-a377-5972d6c52168,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:03.135882 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.136225 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.136561 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.136894 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.137220 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.137571 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.137865 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.138185 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.138543 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.138850 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.139190 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.139506 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.139822 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.140135 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.140450 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:03.169625 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:03.182107 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks [] for floatingip (6225fbe5-7344-4186-8025-36ed7e0a48bd), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:03.182424 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Floating IP 6225fbe5-7344-4186-8025-36ed7e0a48bd disassociated (deleted). External IP: 172.27.0.202, port: ac441b28-2717-4b03-ba74-cb37f802decc. Oct 17 03:21:03.376414 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Router e81ee709-8057-43d3-a661-88f5d6fc1ef6 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:21:03.450802 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:03.451576 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=77 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:03.478306 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:21:03.483045 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:03.487963 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca81da01-92c6-4a61-a7a8-9fb4867da6aa None None] Sync routers for ids ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:21:03.498643 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca81da01-92c6-4a61-a7a8-9fb4867da6aa None None] Routers {'e81ee709-8057-43d3-a661-88f5d6fc1ef6'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:03.499275 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-ca81da01-92c6-4a61-a7a8-9fb4867da6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:20:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:03.512545 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-cf0c5d85-6aaf-41cd-bf01-a3155d647443 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/6225fbe5-7344-4186-8025-36ed7e0a48bd HTTP/1.1" status: 204 len: 168 time: 1.1231768 Oct 17 03:21:03.601561 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-ca81da01-92c6-4a61-a7a8-9fb4867da6aa None None] Set router e81ee709-8057-43d3-a661-88f5d6fc1ef6 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:03.793567 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-ca81da01-92c6-4a61-a7a8-9fb4867da6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:18:36Z', 'revision_number': 4, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'ca57eb6a-340c-4595-bb7d-2e09bc78517e', 'name': '', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'mac_address': 'fa:16:3e:e9:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:35Z', 'updated_at': '2022-10-17T03:18:42Z', 'revision_number': 5, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'subnets': [{'id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:03.818212 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca81da01-92c6-4a61-a7a8-9fb4867da6aa None None] Checking router: e81ee709-8057-43d3-a661-88f5d6fc1ef6 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:21:03.826332 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca81da01-92c6-4a61-a7a8-9fb4867da6aa None None] Routers {'e81ee709-8057-43d3-a661-88f5d6fc1ef6'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:03.826936 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-ca81da01-92c6-4a61-a7a8-9fb4867da6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:20:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:03.924917 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-ca81da01-92c6-4a61-a7a8-9fb4867da6aa None None] Set router e81ee709-8057-43d3-a661-88f5d6fc1ef6 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:04.104797 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-ca81da01-92c6-4a61-a7a8-9fb4867da6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:18:36Z', 'revision_number': 4, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'ca57eb6a-340c-4595-bb7d-2e09bc78517e', 'name': '', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'mac_address': 'fa:16:3e:e9:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:35Z', 'updated_at': '2022-10-17T03:18:42Z', 'revision_number': 5, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'subnets': [{'id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:04.133660 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca81da01-92c6-4a61-a7a8-9fb4867da6aa None None] The sync data for ids ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'] in dv-cinder-846977-2-iscsi is: [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:18:36Z', 'revision_number': 4, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'ca57eb6a-340c-4595-bb7d-2e09bc78517e', 'name': '', 'network_id': 'fff0603d-1cdb-4220-8dfd-3ace1c5fcead', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'mac_address': 'fa:16:3e:e9:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:35Z', 'updated_at': '2022-10-17T03:18:42Z', 'revision_number': 5, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'subnets': [{'id': 'd42b6f81-e342-4707-8163-9aa5acec1619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:21:04.231989 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:21:04.234478 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cee823-ceb3-4458-bd28-cf0aacd856e9" -d '{"events": [{"name": "network-changed", "server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:21:04.276450 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ab340c-289c-4e44-ad81-c2266a171867 x-openstack-request-id: req-26ab340c-289c-4e44-ad81-c2266a171867 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:21:04.276850 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:21:04.277167 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-26ab340c-289c-4e44-ad81-c2266a171867 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:21:04.277644 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ab340c-289c-4e44-ad81-c2266a171867'] response: {'name': 'network-changed', 'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'status': 'completed', 'code': 200} Oct 17 03:21:04.338108 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cee823-ceb3-4458-bd28-cf0aacd856e9 req-bd23ea28-dc3b-455c-a0e2-9cb9188231a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:04.339640 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-64cee823-ceb3-4458-bd28-cf0aacd856e9 req-bd23ea28-dc3b-455c-a0e2-9cb9188231a6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=dc518d9b31644a8d8b21cf9c645b1373&device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 1129 time: 0.0400927 Oct 17 03:21:04.374557 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95803a-cc7f-43ec-9649-5609c86a4d43 None None] New status for floating IP 6225fbe5-7344-4186-8025-36ed7e0a48bd: DOWN {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:21:04.444911 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cee823-ceb3-4458-bd28-cf0aacd856e9 req-e9682fe2-fb46-480e-ba95-ac85fa576dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:04.446301 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-64cee823-ceb3-4458-bd28-cf0aacd856e9 req-e9682fe2-fb46-480e-ba95-ac85fa576dec service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead HTTP/1.1" status: 200 len: 915 time: 0.0990660 Oct 17 03:21:04.493283 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-64cee823-ceb3-4458-bd28-cf0aacd856e9 req-6ea03fe5-573f-4583-9339-1506c059bdbd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 200 len: 217 time: 0.0402412 Oct 17 03:21:04.546891 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cee823-ceb3-4458-bd28-cf0aacd856e9 req-6e7189ba-e251-4259-8086-a62855e7d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:04.548304 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-64cee823-ceb3-4458-bd28-cf0aacd856e9 req-6e7189ba-e251-4259-8086-a62855e7d485 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d42b6f81-e342-4707-8163-9aa5acec1619 HTTP/1.1" status: 200 len: 853 time: 0.0487232 Oct 17 03:21:04.590912 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cee823-ceb3-4458-bd28-cf0aacd856e9 req-d66b7020-253c-448d-94b0-b0e16beffa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:04.592393 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-64cee823-ceb3-4458-bd28-cf0aacd856e9 req-d66b7020-253c-448d-94b0-b0e16beffa5e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=fff0603d-1cdb-4220-8dfd-3ace1c5fcead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378900 Oct 17 03:21:04.681588 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-64cee823-ceb3-4458-bd28-cf0aacd856e9 req-3ab28d6c-9c4c-4d4a-8d79-608ade905cee service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822911 Oct 17 03:21:04.774639 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-64cee823-ceb3-4458-bd28-cf0aacd856e9 req-05fd2c7a-3f76-4d71-a985-1226ace8757a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862765 Oct 17 03:21:06.223520 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:06.238672 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f43b1-fe5f-48c0-95da-8d0e0fa28edd req-158b1e1e-07ca-446c-918d-6b93a9be9f4c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:06.240155 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7a4f43b1-fe5f-48c0-95da-8d0e0fa28edd req-158b1e1e-07ca-446c-918d-6b93a9be9f4c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 945 time: 0.0465717 Oct 17 03:21:06.287401 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7a4f43b1-fe5f-48c0-95da-8d0e0fa28edd req-ffac5a31-0175-4cc6-a770-ddabf915a6e4 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416250 Oct 17 03:21:07.284805 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c512e49a-564d-4cc3-925b-aa27edf2ec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:07.408287 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a4263-11d0-432a-8df4-7739110c0fef req-416f93c5-9b13-4edc-8298-86225943850c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:07.409761 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ba2a4263-11d0-432a-8df4-7739110c0fef req-416f93c5-9b13-4edc-8298-86225943850c tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 945 time: 0.0481093 Oct 17 03:21:07.458007 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-ba2a4263-11d0-432a-8df4-7739110c0fef req-6fe61938-ef0d-4569-b92e-bcd9d6b0197b tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e629710a-996a-4978-bb87-e9c17f86eb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Oct 17 03:21:08.054989 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19248-457f-44cb-9800-0b5b4625f910 req-0ac02762-78f1-418f-986c-d7dd047f3056 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:08.056331 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2bb19248-457f-44cb-9800-0b5b4625f910 req-0ac02762-78f1-418f-986c-d7dd047f3056 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 945 time: 0.0499241 Oct 17 03:21:08.136345 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-2bb19248-457f-44cb-9800-0b5b4625f910 req-842f95d4-a236-486d-bb89-78b7c2d37de6 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Deleting port ac441b28-2717-4b03-ba74-cb37f802decc {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:21:08.136673 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2bb19248-457f-44cb-9800-0b5b4625f910 req-842f95d4-a236-486d-bb89-78b7c2d37de6 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:08.445914 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:08.497342 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-2bb19248-457f-44cb-9800-0b5b4625f910 req-842f95d4-a236-486d-bb89-78b7c2d37de6 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] For port ac441b28-2717-4b03-ba74-cb37f802decc, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=ac441b28-2717-4b03-ba74-cb37f802decc,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:08.497713 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2bb19248-457f-44cb-9800-0b5b4625f910 req-842f95d4-a236-486d-bb89-78b7c2d37de6 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:08.512574 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-2bb19248-457f-44cb-9800-0b5b4625f910 req-842f95d4-a236-486d-bb89-78b7c2d37de6 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Calling delete_port for ac441b28-2717-4b03-ba74-cb37f802decc owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:21:08.651116 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2bb19248-457f-44cb-9800-0b5b4625f910 req-842f95d4-a236-486d-bb89-78b7c2d37de6 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (ac441b28-2717-4b03-ba74-cb37f802decc), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:08.665504 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['ac441b28-2717-4b03-ba74-cb37f802decc'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:21:08.680535 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f95d4-a236-486d-bb89-78b7c2d37de6 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Pushing event deleted for resources: {'Port': ['ID=ac441b28-2717-4b03-ba74-cb37f802decc,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:08.733908 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3b8c69d4-3beb-41cf-8c7f-93c252ee49a2 req-7b1f260c-2865-43ee-a0d7-113c702c5ad4 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=96327956-efab-40b1-8b99-628ab19623be HTTP/1.1" status: 200 len: 210 time: 0.0493202 Oct 17 03:21:08.749734 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb19248-457f-44cb-9800-0b5b4625f910 req-842f95d4-a236-486d-bb89-78b7c2d37de6 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] No DVR routers for this DVR port ac441b28-2717-4b03-ba74-cb37f802decc on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:21:08.750970 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2bb19248-457f-44cb-9800-0b5b4625f910 req-842f95d4-a236-486d-bb89-78b7c2d37de6 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:08.754095 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2bb19248-457f-44cb-9800-0b5b4625f910 req-842f95d4-a236-486d-bb89-78b7c2d37de6 tempest-TestMinimumBasicScenario-752845987 tempest-TestMinimumBasicScenario-752845987-project] 10.222.0.23 "DELETE /networking/v2.0/ports/ac441b28-2717-4b03-ba74-cb37f802decc HTTP/1.1" status: 204 len: 173 time: 0.6918502 Oct 17 03:21:08.754579 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'name': 'network-vif-deleted', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:21:08.756849 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ecb2fc-4fce-4d9b-a701-3bd3fd79e026" -d '{"events": [{"server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "name": "network-vif-deleted", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:21:08.795190 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4cfbf2-bbbb-4f5f-82ce-31b7d9cbf3d1 x-openstack-request-id: req-7e4cfbf2-bbbb-4f5f-82ce-31b7d9cbf3d1 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:21:08.795476 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96327956-efab-40b1-8b99-628ab19623be", "name": "network-vif-deleted", "tag": "ac441b28-2717-4b03-ba74-cb37f802decc", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:21:08.795728 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7e4cfbf2-bbbb-4f5f-82ce-31b7d9cbf3d1 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:21:08.796136 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4cfbf2-bbbb-4f5f-82ce-31b7d9cbf3d1'] response: {'server_uuid': '96327956-efab-40b1-8b99-628ab19623be', 'name': 'network-vif-deleted', 'tag': 'ac441b28-2717-4b03-ba74-cb37f802decc', 'status': 'completed', 'code': 200} Oct 17 03:21:09.327991 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-dc13a56f-fae7-4496-a84f-bd097d5ecbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:10.395655 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45874) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:10.705230 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d1a6aee0-527a-4662-bae4-fcab6765c626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752455'] for router_interface (e81ee709-8057-43d3-a661-88f5d6fc1ef6), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:10.736943 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:10.788555 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:10.923657 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6aee0-527a-4662-bae4-fcab6765c626 admin admin] Deleting port ca57eb6a-340c-4595-bb7d-2e09bc78517e {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:21:10.923993 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d1a6aee0-527a-4662-bae4-fcab6765c626 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:10.988238 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:11.004165 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-d1a6aee0-527a-4662-bae4-fcab6765c626 admin admin] For port ca57eb6a-340c-4595-bb7d-2e09bc78517e, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ca57eb6a-340c-4595-bb7d-2e09bc78517e,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:11.004523 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d1a6aee0-527a-4662-bae4-fcab6765c626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:11.022759 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6aee0-527a-4662-bae4-fcab6765c626 admin admin] Calling delete_port for ca57eb6a-340c-4595-bb7d-2e09bc78517e owned by network:router_interface {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:21:11.202672 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d1a6aee0-527a-4662-bae4-fcab6765c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (ca57eb6a-340c-4595-bb7d-2e09bc78517e), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:11.229619 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6aee0-527a-4662-bae4-fcab6765c626 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca57eb6a-340c-4595-bb7d-2e09bc78517e,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:11.394138 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d1a6aee0-527a-4662-bae4-fcab6765c626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752435'] for router_interface (e81ee709-8057-43d3-a661-88f5d6fc1ef6), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:11.413806 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a976b8b-4a30-436d-a635-feb065982743 None None] get_active_networks_info from dv-cinder-846977-2-iscsi {{(pid=104639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:21:11.507871 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a976b8b-4a30-436d-a635-feb065982743 None None] Resources bound (agent type, host, resource id): {{(pid=104639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:21:11.547401 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:11.609776 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a6aee0-527a-4662-bae4-fcab6765c626 admin admin] Router e81ee709-8057-43d3-a661-88f5d6fc1ef6 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:21:11.713892 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a6aee0-527a-4662-bae4-fcab6765c626 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:21:11.718856 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-d1a6aee0-527a-4662-bae4-fcab6765c626 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/e81ee709-8057-43d3-a661-88f5d6fc1ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3220003 Oct 17 03:21:11.721517 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45876) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:11.722653 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03dbdf4-450e-4235-aa55-40f771c585cc None None] Sync routers for ids ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:21:11.733735 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03dbdf4-450e-4235-aa55-40f771c585cc None None] Routers {'e81ee709-8057-43d3-a661-88f5d6fc1ef6'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:11.734332 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-f03dbdf4-450e-4235-aa55-40f771c585cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:11.826265 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Publish callbacks [] for router (e81ee709-8057-43d3-a661-88f5d6fc1ef6), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:11.835552 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-f03dbdf4-450e-4235-aa55-40f771c585cc None None] Set router e81ee709-8057-43d3-a661-88f5d6fc1ef6 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:11.933278 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:11.936616 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Publish callbacks [] for router_gateway (e81ee709-8057-43d3-a661-88f5d6fc1ef6), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:11.982329 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Deleting port c353f35c-4431-4ee7-bf50-fe21f73ce2d2 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:21:11.982684 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.005524 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:12.008966 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-f03dbdf4-450e-4235-aa55-40f771c585cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:21:11Z', 'revision_number': 5, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port': {'id': 'c353f35c-4431-4ee7-bf50-fe21f73ce2d2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:33Z', 'updated_at': '2022-10-17T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:12.039006 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03dbdf4-450e-4235-aa55-40f771c585cc None None] Checking router: e81ee709-8057-43d3-a661-88f5d6fc1ef6 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:21:12.048368 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03dbdf4-450e-4235-aa55-40f771c585cc None None] Routers {'e81ee709-8057-43d3-a661-88f5d6fc1ef6'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:12.048966 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-f03dbdf4-450e-4235-aa55-40f771c585cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:12.068489 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device ac441b28-2717-4b03-ba74-cb37f802decc no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:21:12.071446 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] For port c353f35c-4431-4ee7-bf50-fe21f73ce2d2, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=c353f35c-4431-4ee7-bf50-fe21f73ce2d2,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:12.072842 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.090083 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Calling delete_port for c353f35c-4431-4ee7-bf50-fe21f73ce2d2 owned by network:router_gateway {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:21:12.233523 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:12.242574 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-f03dbdf4-450e-4235-aa55-40f771c585cc None None] Set router e81ee709-8057-43d3-a661-88f5d6fc1ef6 gateway port host: None {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:12.252162 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: ac441b28-2717-4b03-ba74-cb37f802decc {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:21:12.252509 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device ac441b28-2717-4b03-ba74-cb37f802decc not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:21:12.262218 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:12.266674 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:12.270142 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-0c809e2d-2824-4c4c-8aa7-509000e414ae None None] Provisioning complete for port dc43a508-c1ca-493b-94f7-fe0e76a2d938 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:12.271246 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-0c809e2d-2824-4c4c-8aa7-509000e414ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.271545 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-0c809e2d-2824-4c4c-8aa7-509000e414ae None None] Attempt 1 to provision port dc43a508-c1ca-493b-94f7-fe0e76a2d938 Oct 17 03:21:12.277260 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.288166 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (c353f35c-4431-4ee7-bf50-fe21f73ce2d2), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.293202 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-f03dbdf4-450e-4235-aa55-40f771c585cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:21:11Z', 'revision_number': 6, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port_host': None}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:12.317629 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Pushing event deleted for resources: {'Port': ['ID=c353f35c-4431-4ee7-bf50-fe21f73ce2d2,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:12.318663 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03dbdf4-450e-4235-aa55-40f771c585cc None None] The sync data for ids ['e81ee709-8057-43d3-a661-88f5d6fc1ef6'] in dv-cinder-846977-2-iscsi is: [{'id': 'e81ee709-8057-43d3-a661-88f5d6fc1ef6', 'name': 'tempest-TestMinimumBasicScenario-987572173-router', 'tenant_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:32Z', 'updated_at': '2022-10-17T03:21:11Z', 'revision_number': 6, 'project_id': 'dc518d9b31644a8d8b21cf9c645b1373', 'gw_port_host': None}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:21:12.343530 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.383040 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-0c809e2d-2824-4c4c-8aa7-509000e414ae None None] Current status of the port dc43a508-c1ca-493b-94f7-fe0e76a2d938 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:12.385804 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751737'] for router_gateway (e81ee709-8057-43d3-a661-88f5d6fc1ef6), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.473269 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1154'] for router (e81ee709-8057-43d3-a661-88f5d6fc1ef6), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.475487 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Publish callbacks [] for router_controller (e81ee709-8057-43d3-a661-88f5d6fc1ef6), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.516610 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752491'] for router (e81ee709-8057-43d3-a661-88f5d6fc1ef6), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.517346 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Fanout notify agent at l3_agent the message router_deleted on router e81ee709-8057-43d3-a661-88f5d6fc1ef6 {{(pid=104638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:21:12.522570 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.523753 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-3f190033-32f2-4c2d-838e-54e1b15574da admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/e81ee709-8057-43d3-a661-88f5d6fc1ef6 HTTP/1.1" status: 204 len: 168 time: 0.8013003 Oct 17 03:21:12.526299 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45878) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:12.562199 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:12.573810 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_v2 [None req-2329958d-baf1-4b49-927c-6e1442024c2a admin admin] Deleting subnet d42b6f81-e342-4707-8163-9aa5acec1619 {{(pid=104638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:21:12.577540 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2329958d-baf1-4b49-927c-6e1442024c2a admin admin] Publish callbacks [] for subnet (d42b6f81-e342-4707-8163-9aa5acec1619), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.611513 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2329958d-baf1-4b49-927c-6e1442024c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660978'] for subnet (d42b6f81-e342-4707-8163-9aa5acec1619), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.684470 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2329958d-baf1-4b49-927c-6e1442024c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (d42b6f81-e342-4707-8163-9aa5acec1619), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.742718 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2329958d-baf1-4b49-927c-6e1442024c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821080'] for subnet (d42b6f81-e342-4707-8163-9aa5acec1619), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.769634 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329958d-baf1-4b49-927c-6e1442024c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42b6f81-e342-4707-8163-9aa5acec1619,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:12.774088 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-2329958d-baf1-4b49-927c-6e1442024c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.777266 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-2329958d-baf1-4b49-927c-6e1442024c2a admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/d42b6f81-e342-4707-8163-9aa5acec1619 HTTP/1.1" status: 204 len: 168 time: 0.2500293 Oct 17 03:21:12.780029 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45880) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:12.783645 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c3def-5279-4412-815b-df078633e582 None None] Network fff0603d-1cdb-4220-8dfd-3ace1c5fcead requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:21:12.845257 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:12.852468 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (fff0603d-1cdb-4220-8dfd-3ace1c5fcead), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.899389 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Deleting port dc43a508-c1ca-493b-94f7-fe0e76a2d938 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:21:12.899721 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.961190 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] For port dc43a508-c1ca-493b-94f7-fe0e76a2d938, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=dc43a508-c1ca-493b-94f7-fe0e76a2d938,segment=NetworkSegment(9281cfb9-e7c0-43fb-be19-e096aecafd63),segment_id=9281cfb9-e7c0-43fb-be19-e096aecafd63)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:12.961543 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:12.974072 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Calling delete_port for dc43a508-c1ca-493b-94f7-fe0e76a2d938 owned by network:dhcp {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:21:13.055907 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (dc43a508-c1ca-493b-94f7-fe0e76a2d938), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:13.078488 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=dc43a508-c1ca-493b-94f7-fe0e76a2d938,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:13.084742 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] No DVR routers for this DVR port dc43a508-c1ca-493b-94f7-fe0e76a2d938 on host dv-cinder-846977-2-iscsi {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:21:13.128713 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6a3822-0e68-4e7f-96c6-117e1f158737 None None] DHCP port deletion for fff0603d-1cdb-4220-8dfd-3ace1c5fcead request from dv-cinder-846977-2-iscsi {{(pid=104639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:21:13.159716 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (fff0603d-1cdb-4220-8dfd-3ace1c5fcead), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:13.180500 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff0603d-1cdb-4220-8dfd-3ace1c5fcead']}} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:13.189507 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9281cfb9-e7c0-43fb-be19-e096aecafd63') {'for_net_delete': True} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:13.189796 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9281cfb9-e7c0-43fb-be19-e096aecafd63') {} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:13.199897 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3661003'] for segment (9281cfb9-e7c0-43fb-be19-e096aecafd63), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:13.214245 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (9281cfb9-e7c0-43fb-be19-e096aecafd63), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:13.221493 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=104638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:21:13.221896 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25377617'] for segment (9281cfb9-e7c0-43fb-be19-e096aecafd63), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:13.245311 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment 9281cfb9-e7c0-43fb-be19-e096aecafd63 resource provider aggregate not found Oct 17 03:21:13.273935 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment 9281cfb9-e7c0-43fb-be19-e096aecafd63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9281cfb9-e7c0-43fb-be19-e096aecafd63 found for delete ", "request_id": "req-af4ef054-c629-4671-a92f-6c0c2ea7a0bd"}]} Oct 17 03:21:13.295893 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (fff0603d-1cdb-4220-8dfd-3ace1c5fcead), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:13.304123 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:13.307292 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/fff0603d-1cdb-4220-8dfd-3ace1c5fcead HTTP/1.1" status: 204 len: 168 time: 0.5264406 Oct 17 03:21:13.310495 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45886) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:13.317239 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3196d2a-6d6d-4963-b24f-7922e027a8fd admin admin] Pushing event deleted for resources: {'Network': ['ID=fff0603d-1cdb-4220-8dfd-3ace1c5fcead,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:13.497603 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device c353f35c-4431-4ee7-bf50-fe21f73ce2d2 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:21:13.521649 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: c353f35c-4431-4ee7-bf50-fe21f73ce2d2 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:21:13.521985 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device c353f35c-4431-4ee7-bf50-fe21f73ce2d2 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:21:13.522388 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ca57eb6a-340c-4595-bb7d-2e09bc78517e no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:21:13.539843 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: ca57eb6a-340c-4595-bb7d-2e09bc78517e {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:21:13.540433 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ca57eb6a-340c-4595-bb7d-2e09bc78517e not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:21:13.540828 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device dc43a508-c1ca-493b-94f7-fe0e76a2d938 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:21:13.559429 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: dc43a508-c1ca-493b-94f7-fe0e76a2d938 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:21:13.559774 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device dc43a508-c1ca-493b-94f7-fe0e76a2d938 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:21:13.636529 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-07227b2b-f067-457f-bf29-3c43aeab5446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752455'] for router_interface (250d1d1e-0065-4ff2-83a0-1df7a123c19b), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:13.847429 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-07227b2b-f067-457f-bf29-3c43aeab5446 admin admin] Deleting port 769328b2-5e83-42f6-ab62-a29904e9d7ec {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:21:13.847759 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-07227b2b-f067-457f-bf29-3c43aeab5446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:13.917615 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:13.924693 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-07227b2b-f067-457f-bf29-3c43aeab5446 admin admin] For port 769328b2-5e83-42f6-ab62-a29904e9d7ec, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=769328b2-5e83-42f6-ab62-a29904e9d7ec,segment=NetworkSegment(3bc04e48-53af-4beb-a4e7-a363680e90c8),segment_id=3bc04e48-53af-4beb-a4e7-a363680e90c8)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:13.925025 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-07227b2b-f067-457f-bf29-3c43aeab5446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:13.938085 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-07227b2b-f067-457f-bf29-3c43aeab5446 admin admin] Calling delete_port for 769328b2-5e83-42f6-ab62-a29904e9d7ec owned by network:router_interface {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:21:13.982233 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:14.112039 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-07227b2b-f067-457f-bf29-3c43aeab5446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (769328b2-5e83-42f6-ab62-a29904e9d7ec), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:14.140002 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07227b2b-f067-457f-bf29-3c43aeab5446 admin admin] Pushing event deleted for resources: {'Port': ['ID=769328b2-5e83-42f6-ab62-a29904e9d7ec,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:14.298555 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-07227b2b-f067-457f-bf29-3c43aeab5446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752435'] for router_interface (250d1d1e-0065-4ff2-83a0-1df7a123c19b), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:14.321733 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66040d0-73ee-4405-ba4f-b681a2c8ca2a None None] get_active_networks_info from dv-cinder-846977-2-iscsi {{(pid=104639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:21:14.404044 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66040d0-73ee-4405-ba4f-b681a2c8ca2a None None] Resources bound (agent type, host, resource id): {{(pid=104639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:21:14.517163 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07227b2b-f067-457f-bf29-3c43aeab5446 admin admin] Router 250d1d1e-0065-4ff2-83a0-1df7a123c19b has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:21:14.622483 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07227b2b-f067-457f-bf29-3c43aeab5446 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:21:14.627505 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-07227b2b-f067-457f-bf29-3c43aeab5446 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/250d1d1e-0065-4ff2-83a0-1df7a123c19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3159130 Oct 17 03:21:14.630035 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45888) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:14.633257 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d18275-a804-437c-82d5-5697db711c00 None None] Sync routers for ids ['250d1d1e-0065-4ff2-83a0-1df7a123c19b'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:21:14.645911 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d18275-a804-437c-82d5-5697db711c00 None None] Routers {'250d1d1e-0065-4ff2-83a0-1df7a123c19b'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:14.646772 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-38d18275-a804-437c-82d5-5697db711c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['250d1d1e-0065-4ff2-83a0-1df7a123c19b'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:14.761386 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-38d18275-a804-437c-82d5-5697db711c00 None None] Set router 250d1d1e-0065-4ff2-83a0-1df7a123c19b gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:14.949449 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-38d18275-a804-437c-82d5-5697db711c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'name': 'tempest-TestMinimumBasicScenario-2120588360-router', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'c213d781-49fe-4636-afba-4021f65b0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:21:14Z', 'revision_number': 5, 'project_id': '83ef05f3398644eda7a2932e00314109', 'gw_port': {'id': 'c213d781-49fe-4636-afba-4021f65b0292', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:14.954238 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Publish callbacks [] for router (250d1d1e-0065-4ff2-83a0-1df7a123c19b), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:14.976318 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d18275-a804-437c-82d5-5697db711c00 None None] Checking router: 250d1d1e-0065-4ff2-83a0-1df7a123c19b for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:21:14.985860 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d18275-a804-437c-82d5-5697db711c00 None None] Routers {'250d1d1e-0065-4ff2-83a0-1df7a123c19b'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:14.986552 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-38d18275-a804-437c-82d5-5697db711c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['250d1d1e-0065-4ff2-83a0-1df7a123c19b'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:15.000784 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:15.050711 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-dc7322b6-8d45-4f99-8b74-3761502ec5a7 None None] Provisioning complete for port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:15.051175 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-dc7322b6-8d45-4f99-8b74-3761502ec5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.052359 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-dc7322b6-8d45-4f99-8b74-3761502ec5a7 None None] Attempt 1 to provision port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 Oct 17 03:21:15.062975 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Publish callbacks [] for router_gateway (250d1d1e-0065-4ff2-83a0-1df7a123c19b), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.096325 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:15.103089 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:15.107126 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Deleting port c213d781-49fe-4636-afba-4021f65b0292 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:21:15.107489 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (c213d781-49fe-4636-afba-4021f65b0292), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.128427 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:15.146612 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-38d18275-a804-437c-82d5-5697db711c00 None None] Set router 250d1d1e-0065-4ff2-83a0-1df7a123c19b gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:15.190494 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] For port c213d781-49fe-4636-afba-4021f65b0292, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=c213d781-49fe-4636-afba-4021f65b0292,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:15.190885 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (c213d781-49fe-4636-afba-4021f65b0292), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.204426 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Calling delete_port for c213d781-49fe-4636-afba-4021f65b0292 owned by network:router_gateway {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:21:15.267132 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-dc7322b6-8d45-4f99-8b74-3761502ec5a7 None None] Current status of the port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:15.345068 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-38d18275-a804-437c-82d5-5697db711c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'name': 'tempest-TestMinimumBasicScenario-2120588360-router', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'c213d781-49fe-4636-afba-4021f65b0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:21:14Z', 'revision_number': 5, 'project_id': '83ef05f3398644eda7a2932e00314109', 'gw_port': {'id': 'c213d781-49fe-4636-afba-4021f65b0292', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:15.370574 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d18275-a804-437c-82d5-5697db711c00 None None] The sync data for ids ['250d1d1e-0065-4ff2-83a0-1df7a123c19b'] in dv-cinder-846977-2-iscsi is: [{'id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'name': 'tempest-TestMinimumBasicScenario-2120588360-router', 'tenant_id': '83ef05f3398644eda7a2932e00314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'c213d781-49fe-4636-afba-4021f65b0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:21:14Z', 'revision_number': 5, 'project_id': '83ef05f3398644eda7a2932e00314109', 'gw_port': {'id': 'c213d781-49fe-4636-afba-4021f65b0292', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250d1d1e-0065-4ff2-83a0-1df7a123c19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:18:40Z', 'updated_at': '2022-10-17T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:21:15.373917 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (c213d781-49fe-4636-afba-4021f65b0292), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.385153 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-191adb72-76e3-4369-b33c-d3ab159ad741 None None] Provisioning complete for port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:15.385522 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-191adb72-76e3-4369-b33c-d3ab159ad741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.385899 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-191adb72-76e3-4369-b33c-d3ab159ad741 None None] Attempt 1 to provision port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 Oct 17 03:21:15.424852 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c213d781-49fe-4636-afba-4021f65b0292,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:15.467220 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751737'] for router_gateway (250d1d1e-0065-4ff2-83a0-1df7a123c19b), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.468296 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-191adb72-76e3-4369-b33c-d3ab159ad741 None None] Current status of the port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:15.551676 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1154'] for router (250d1d1e-0065-4ff2-83a0-1df7a123c19b), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.553779 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Publish callbacks [] for router_controller (250d1d1e-0065-4ff2-83a0-1df7a123c19b), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.594093 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752491'] for router (250d1d1e-0065-4ff2-83a0-1df7a123c19b), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.594587 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 250d1d1e-0065-4ff2-83a0-1df7a123c19b {{(pid=104637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:21:15.598725 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.599878 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-60c358d1-8709-4ebb-a692-3d7b1ade91d7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/250d1d1e-0065-4ff2-83a0-1df7a123c19b HTTP/1.1" status: 204 len: 168 time: 0.9688525 Oct 17 03:21:15.602406 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45894) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:15.649651 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f4b617-3271-46a6-97c0-828200363e6f admin admin] Deleting subnet 847556e6-6fc3-4143-8141-d0a977ab2218 {{(pid=104637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:21:15.652840 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-35f4b617-3271-46a6-97c0-828200363e6f admin admin] Publish callbacks [] for subnet (847556e6-6fc3-4143-8141-d0a977ab2218), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.687325 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-35f4b617-3271-46a6-97c0-828200363e6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178659'] for subnet (847556e6-6fc3-4143-8141-d0a977ab2218), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.776167 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-35f4b617-3271-46a6-97c0-828200363e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (847556e6-6fc3-4143-8141-d0a977ab2218), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.832652 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 769328b2-5e83-42f6-ab62-a29904e9d7ec no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:21:15.849038 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-35f4b617-3271-46a6-97c0-828200363e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3925904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376063'] for subnet (847556e6-6fc3-4143-8141-d0a977ab2218), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.857472 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:15.860021 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 769328b2-5e83-42f6-ab62-a29904e9d7ec {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:21:15.860394 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 769328b2-5e83-42f6-ab62-a29904e9d7ec not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:21:15.881522 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4b617-3271-46a6-97c0-828200363e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847556e6-6fc3-4143-8141-d0a977ab2218,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:15.883603 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-35f4b617-3271-46a6-97c0-828200363e6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:15.886765 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-35f4b617-3271-46a6-97c0-828200363e6f admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/847556e6-6fc3-4143-8141-d0a977ab2218 HTTP/1.1" status: 204 len: 168 time: 0.2834041 Oct 17 03:21:15.889308 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45896) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:15.890928 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1aed15-9623-422a-b624-445fc251e85c None None] Network 6e5834e9-1906-43fb-b655-d9bfc61604fe requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:21:15.961291 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (6e5834e9-1906-43fb-b655-d9bfc61604fe), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.013623 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:16.018009 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Deleting port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:21:16.018553 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.050027 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] DHCP port deletion for 6e5834e9-1906-43fb-b655-d9bfc61604fe request from dv-cinder-846977-2-iscsi {{(pid=104639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:21:16.091740 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] For port 6c0492c4-ca39-4579-a20c-dc4c22ed4268, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=6c0492c4-ca39-4579-a20c-dc4c22ed4268,segment=NetworkSegment(3bc04e48-53af-4beb-a4e7-a363680e90c8),segment_id=3bc04e48-53af-4beb-a4e7-a363680e90c8)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:16.092098 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.092393 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Deleting port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 {{(pid=104639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:21:16.092766 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), before_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.107535 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Calling delete_port for 6c0492c4-ca39-4579-a20c-dc4c22ed4268 owned by network:dhcp {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:21:16.165989 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] For port 6c0492c4-ca39-4579-a20c-dc4c22ed4268, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=6c0492c4-ca39-4579-a20c-dc4c22ed4268,segment=NetworkSegment(3bc04e48-53af-4beb-a4e7-a363680e90c8),segment_id=3bc04e48-53af-4beb-a4e7-a363680e90c8)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:16.166375 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), precommit_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.179610 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Calling delete_port for 6c0492c4-ca39-4579-a20c-dc4c22ed4268 owned by network:dhcp {{(pid=104639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:21:16.189978 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.215682 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0492c4-ca39-4579-a20c-dc4c22ed4268,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:16.220024 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] No DVR routers for this DVR port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 on host dv-cinder-846977-2-iscsi {{(pid=104637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:21:16.257632 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (6c0492c4-ca39-4579-a20c-dc4c22ed4268), after_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.284503 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Pushing event deleted for resources: {'Port': ['ID=6c0492c4-ca39-4579-a20c-dc4c22ed4268,revision_number=None']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:16.288794 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] No DVR routers for this DVR port 6c0492c4-ca39-4579-a20c-dc4c22ed4268 on host dv-cinder-846977-2-iscsi {{(pid=104639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:21:16.293261 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (6e5834e9-1906-43fb-b655-d9bfc61604fe), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.300934 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a70924-af5c-4b2d-848f-4881ec66e3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:16.324241 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5834e9-1906-43fb-b655-d9bfc61604fe']}} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:16.334046 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc04e48-53af-4beb-a4e7-a363680e90c8') {'for_net_delete': True} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:16.334345 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc04e48-53af-4beb-a4e7-a363680e90c8') {} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:16.347264 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178586'] for segment (3bc04e48-53af-4beb-a4e7-a363680e90c8), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.362953 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (3bc04e48-53af-4beb-a4e7-a363680e90c8), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.369295 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=104637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:21:16.369682 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3925882'] for segment (3bc04e48-53af-4beb-a4e7-a363680e90c8), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.409983 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.services.segments.plugin [-] Segment 3bc04e48-53af-4beb-a4e7-a363680e90c8 resource provider aggregate not found Oct 17 03:21:16.432188 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.services.segments.plugin [-] Segment 3bc04e48-53af-4beb-a4e7-a363680e90c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bc04e48-53af-4beb-a4e7-a363680e90c8 found for delete ", "request_id": "req-f3ce1012-0fb4-47bd-ba66-5c5c5045703d"}]} Oct 17 03:21:16.439691 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (6e5834e9-1906-43fb-b655-d9bfc61604fe), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.445796 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.448998 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/6e5834e9-1906-43fb-b655-d9bfc61604fe HTTP/1.1" status: 204 len: 168 time: 0.5587676 Oct 17 03:21:16.463220 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8517bd-e074-49f7-a0e1-218aa1d12441 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e5834e9-1906-43fb-b655-d9bfc61604fe,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:16.623167 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45904) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:16.662672 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-934a33e5-e9db-4260-b689-f9ec3d138674 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dc518d9b31644a8d8b21cf9c645b1373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383782 Oct 17 03:21:16.665394 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45906) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:16.713548 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9406-e120-46b1-97ca-e795527eccea admin admin] Publish callbacks [] for security_group (e629710a-996a-4978-bb87-e9c17f86eb0d), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.736304 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9406-e120-46b1-97ca-e795527eccea admin admin] Publish callbacks [] for security_group (e629710a-996a-4978-bb87-e9c17f86eb0d), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.783015 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9406-e120-46b1-97ca-e795527eccea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (e629710a-996a-4978-bb87-e9c17f86eb0d), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.785506 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9406-e120-46b1-97ca-e795527eccea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:16.786688 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-9e6d9406-e120-46b1-97ca-e795527eccea admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e629710a-996a-4978-bb87-e9c17f86eb0d HTTP/1.1" status: 204 len: 168 time: 0.1203723 Oct 17 03:21:16.795843 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d9406-e120-46b1-97ca-e795527eccea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e629710a-996a-4978-bb87-e9c17f86eb0d,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:16.941412 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:17.111434 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45912) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:17.151582 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-0dafd318-36e0-4b6a-96f8-2367daac5256 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=83ef05f3398644eda7a2932e00314109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389667 Oct 17 03:21:17.153966 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45914) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:17.170652 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:17.203801 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-008fc585-0650-4168-994b-f06d5dd211e8 admin admin] Publish callbacks [] for security_group (6f6ab56b-354a-452c-97e4-3cffd9a1b766), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:17.222960 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-008fc585-0650-4168-994b-f06d5dd211e8 admin admin] Publish callbacks [] for security_group (6f6ab56b-354a-452c-97e4-3cffd9a1b766), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:17.273370 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-008fc585-0650-4168-994b-f06d5dd211e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (6f6ab56b-354a-452c-97e4-3cffd9a1b766), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:17.275933 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-008fc585-0650-4168-994b-f06d5dd211e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:17.277072 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-008fc585-0650-4168-994b-f06d5dd211e8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6f6ab56b-354a-452c-97e4-3cffd9a1b766 HTTP/1.1" status: 204 len: 168 time: 0.1222177 Oct 17 03:21:17.285151 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fc585-0650-4168-994b-f06d5dd211e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6ab56b-354a-452c-97e4-3cffd9a1b766,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:17.498002 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 6c0492c4-ca39-4579-a20c-dc4c22ed4268 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:21:17.516827 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 6c0492c4-ca39-4579-a20c-dc4c22ed4268 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:21:17.517431 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 6c0492c4-ca39-4579-a20c-dc4c22ed4268 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:21:17.517836 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device c213d781-49fe-4636-afba-4021f65b0292 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:21:17.537007 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: c213d781-49fe-4636-afba-4021f65b0292 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:21:17.537352 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device c213d781-49fe-4636-afba-4021f65b0292 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:21:17.956502 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45936) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:18.058164 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-293826171-network', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:18.079429 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Made reservation on behalf of f7a92b100ac14d44aff5e4083a49f5ad for: {'network': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:21:18.082030 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.090418 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.135027 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:18.169189 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Publish callbacks [] for security_group (4578de36-4046-4188-85d8-3af6d5335c34), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.172837 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (4578de36-4046-4188-85d8-3af6d5335c34), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.195845 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=104637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:21:18.209816 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4578de36-4046-4188-85d8-3af6d5335c34,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:18.215424 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (f3a3fcad-a048-464b-acaa-89212fb8cbc2), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.215762 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.segments_db [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Added segment f3a3fcad-a048-464b-acaa-89212fb8cbc2 of type vlan for network d6a2b611-0809-4328-b56f-ab1d9ab2417d Oct 17 03:21:18.252533 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:18.257466 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (d6a2b611-0809-4328-b56f-ab1d9ab2417d), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.284005 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (d6a2b611-0809-4328-b56f-ab1d9ab2417d), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.285018 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:18.285595 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.341571 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3839090 Oct 17 03:21:18.344703 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45940) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:18.349554 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-0a5b76a4-709c-4670-884e-29985e4ffc68 admin admin] Request body: {'subnet': {'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-293826171-subnet', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'ip_version': 4}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:18.352405 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff57b8d-8889-4983-a283-5e96f5079781 admin admin] Pushing event updated for resources: {'Network': ['ID=d6a2b611-0809-4328-b56f-ab1d9ab2417d,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:18.362735 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network d6a2b611-0809-4328-b56f-ab1d9ab2417d details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:21:18.371665 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5b76a4-709c-4670-884e-29985e4ffc68 admin admin] Made reservation on behalf of f7a92b100ac14d44aff5e4083a49f5ad for: {'subnet': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:21:18.374297 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0a5b76a4-709c-4670-884e-29985e4ffc68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3819769'] for subnet (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.546636 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0a5b76a4-709c-4670-884e-29985e4ffc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25377786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3819755'] for subnet (5c337f6c-4721-4519-806c-2e51623c7065), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.549590 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:18.596363 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b76a4-709c-4670-884e-29985e4ffc68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c337f6c-4721-4519-806c-2e51623c7065,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:18.615747 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5b76a4-709c-4670-884e-29985e4ffc68 admin admin] Checking segment: {'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:21:18.616093 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5b76a4-709c-4670-884e-29985e4ffc68 admin admin] Network hostable DHCP agents. Network: d6a2b611-0809-4328-b56f-ab1d9ab2417d, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:21:18.632874 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5b76a4-709c-4670-884e-29985e4ffc68 admin admin] Network d6a2b611-0809-4328-b56f-ab1d9ab2417d is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:21:18.641000 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-0a5b76a4-709c-4670-884e-29985e4ffc68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, d6a2b611-0809-4328-b56f-ab1d9ab2417d) {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:21:18.644924 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5b76a4-709c-4670-884e-29985e4ffc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:18.645603 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0a5b76a4-709c-4670-884e-29985e4ffc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.650066 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514dbab0-9921-4265-bb79-6ddca54bee56 None None] Network d6a2b611-0809-4328-b56f-ab1d9ab2417d requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:21:18.662859 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-0a5b76a4-709c-4670-884e-29985e4ffc68 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3168285 Oct 17 03:21:18.665688 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45942) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:18.669855 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:18.690311 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1168'] for router (d857cb57-fa91-43d1-9c0a-aae7da036664), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.691412 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1177'] for router (d857cb57-fa91-43d1-9c0a-aae7da036664), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.698494 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:18.744278 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Publish callbacks [] for router_controller (d857cb57-fa91-43d1-9c0a-aae7da036664), precommit_add_association {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.750899 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-d6a2b611-0809-4328-b56f-ab1d9ab2417d', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'fixed_ips': [{'subnet_id': '5c337f6c-4721-4519-806c-2e51623c7065'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:21:18.751845 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.772674 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:18.879180 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Publish callbacks [] for router_gateway (d857cb57-fa91-43d1-9c0a-aae7da036664), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:18.887982 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Allocated IP 172.20.0.2 (d6a2b611-0809-4328-b56f-ab1d9ab2417d/5c337f6c-4721-4519-806c-2e51623c7065/0c7eb1f7-6491-458c-a27b-5971547fc5ac) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:21:19.028510 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Publish callbacks [] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.033496 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.049959 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:19.069033 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Publish callbacks [] for router_gateway (d857cb57-fa91-43d1-9c0a-aae7da036664), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.077175 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Network d6a2b611-0809-4328-b56f-ab1d9ab2417d is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:21:19.080567 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:21:19.082297 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Pushing event updated for resources: {'Port': ['ID=0c7eb1f7-6491-458c-a27b-5971547fc5ac,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:19.085030 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:21:19.088940 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.142737 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Attempting to bind port 0c7eb1f7-6491-458c-a27b-5971547fc5ac on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:21:19.143037 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Attempting to bind port 0c7eb1f7-6491-458c-a27b-5971547fc5ac by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:21:19.143401 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Attempting to bind port 0c7eb1f7-6491-458c-a27b-5971547fc5ac on network d6a2b611-0809-4328-b56f-ab1d9ab2417d {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:21:19.185346 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:21:19.185713 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Checking segment: {'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:21:19.186107 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.186493 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Bound using segment: {'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:21:19.186981 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Bound port: 0c7eb1f7-6491-458c-a27b-5971547fc5ac, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:21:19.187360 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.192100 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Allocated IP 172.27.0.80 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/250bc590-fb0e-46b3-99d4-7f010f7dfa7d) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:21:19.247169 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] For port 0c7eb1f7-6491-458c-a27b-5971547fc5ac, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:21:19.250242 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] For port 0c7eb1f7-6491-458c-a27b-5971547fc5ac, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=0c7eb1f7-6491-458c-a27b-5971547fc5ac,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:21:19.257065 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.311425 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cad8b-85a2-40b1-ac4d-b5d8089aeb4d None None] Pushing event updated for resources: {'Port': ['ID=0c7eb1f7-6491-458c-a27b-5971547fc5ac,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:19.312354 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Publish callbacks [] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.346385 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.390821 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:21:19.397062 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:21:19.399471 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:21:19.403110 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Pushing event updated for resources: {'Port': ['ID=250bc590-fb0e-46b3-99d4-7f010f7dfa7d,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:19.432738 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:19.561324 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 0c7eb1f7-6491-458c-a27b-5971547fc5ac up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:19.613080 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 0c7eb1f7-6491-458c-a27b-5971547fc5ac triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:19.613456 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.614007 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 0c7eb1f7-6491-458c-a27b-5971547fc5ac Oct 17 03:21:19.672322 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Publish callbacks [] for router_gateway (d857cb57-fa91-43d1-9c0a-aae7da036664), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.690669 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 0c7eb1f7-6491-458c-a27b-5971547fc5ac is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:19.691021 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.724472 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 0c7eb1f7-6491-458c-a27b-5971547fc5ac, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=0c7eb1f7-6491-458c-a27b-5971547fc5ac,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:19.728284 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:19.761716 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:19.784110 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=0c7eb1f7-6491-458c-a27b-5971547fc5ac,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:20.133770 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809'] for router (d857cb57-fa91-43d1-9c0a-aae7da036664), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:20.200792 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc1503-74ab-4ba9-8ce1-f3b8608ffb8b None None] Network d6a2b611-0809-4328-b56f-ab1d9ab2417d requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:21:20.203943 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:20.220882 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:20.255479 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-87ba3922-d9e0-4c67-8d96-f327d39302ff None None] Provisioning complete for port 0c7eb1f7-6491-458c-a27b-5971547fc5ac triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:20.255941 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-87ba3922-d9e0-4c67-8d96-f327d39302ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:20.256345 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-87ba3922-d9e0-4c67-8d96-f327d39302ff None None] Attempt 1 to provision port 0c7eb1f7-6491-458c-a27b-5971547fc5ac Oct 17 03:21:20.260811 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Router d857cb57-fa91-43d1-9c0a-aae7da036664 is scheduled to L3 agent dea58ebe-04a0-4074-8d33-fced80136847 with binding_index 1 {{(pid=104638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:21:20.371280 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:21:20.384665 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Sync routers for ids ['d857cb57-fa91-43d1-9c0a-aae7da036664'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:21:20.395401 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:20.397298 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6461eba0-6759-4421-a869-03542db5c142 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7304330 Oct 17 03:21:20.399999 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45944) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:20.404218 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Routers {'d857cb57-fa91-43d1-9c0a-aae7da036664'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:20.404926 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['d857cb57-fa91-43d1-9c0a-aae7da036664'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:20.506875 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Set router d857cb57-fa91-43d1-9c0a-aae7da036664 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:20.522856 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-87ba3922-d9e0-4c67-8d96-f327d39302ff None None] Current status of the port 0c7eb1f7-6491-458c-a27b-5971547fc5ac is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:20.689438 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:21:19Z', 'revision_number': 3, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:20.712468 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:20.715463 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Checking router: d857cb57-fa91-43d1-9c0a-aae7da036664 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:21:20.715806 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Updating router d857cb57-fa91-43d1-9c0a-aae7da036664 port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:21:20.744980 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:20.749114 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-833fcb04-3e75-4192-8aaa-a3121bce33f0 None None] Provisioning complete for port 0c7eb1f7-6491-458c-a27b-5971547fc5ac triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:20.750005 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-833fcb04-3e75-4192-8aaa-a3121bce33f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:20.750490 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-833fcb04-3e75-4192-8aaa-a3121bce33f0 None None] Attempt 1 to provision port 0c7eb1f7-6491-458c-a27b-5971547fc5ac Oct 17 03:21:20.830655 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:20.831883 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-833fcb04-3e75-4192-8aaa-a3121bce33f0 None None] Current status of the port 0c7eb1f7-6491-458c-a27b-5971547fc5ac is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:20.987616 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Allocated IP 172.20.0.1 (d6a2b611-0809-4328-b56f-ab1d9ab2417d/5c337f6c-4721-4519-806c-2e51623c7065/08bf35fb-a5f7-43d0-be43-c7ef69664502) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:21:20.996377 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Publish callbacks [] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.001558 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.002936 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:21.040084 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Attempting to bind port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:21:21.040684 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Attempting to bind port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:21:21.040981 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Attempting to bind port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d on network 3f5d5270-3f2d-498d-b31c-27499816697e {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:21:21.079548 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Pushing event updated for resources: {'Port': ['ID=250bc590-fb0e-46b3-99d4-7f010f7dfa7d,revision_number=2']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:21.095539 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.095835 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.096228 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.096623 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.096972 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.097315 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.097687 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.098018 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.098338 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.099261 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.099586 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.099917 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.100261 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.100478 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Publish callbacks [] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.100588 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.100875 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:21:21.109774 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:21:21.110143 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:21:21.110541 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.110944 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Bound using segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:21:21.111415 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Bound port: 250bc590-fb0e-46b3-99d4-7f010f7dfa7d, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:21:21.111789 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.132106 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.163571 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:21.166991 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] For port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:21:21.170630 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] For port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=250bc590-fb0e-46b3-99d4-7f010f7dfa7d,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:21:21.172855 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Network d6a2b611-0809-4328-b56f-ab1d9ab2417d is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:21:21.175904 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:21:21.177181 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.180164 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:21:21.185298 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Pushing event updated for resources: {'Port': ['ID=08bf35fb-a5f7-43d0-be43-c7ef69664502,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:21.222941 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748858'] for router_interface (d857cb57-fa91-43d1-9c0a-aae7da036664), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.223158 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Routers {'d857cb57-fa91-43d1-9c0a-aae7da036664'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:21.224185 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['d857cb57-fa91-43d1-9c0a-aae7da036664'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:21.283740 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3988a-df3c-43da-9b05-c414e081b152 None None] Pushing event updated for resources: {'Port': ['ID=250bc590-fb0e-46b3-99d4-7f010f7dfa7d,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:21.324414 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:21.355419 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] Set router d857cb57-fa91-43d1-9c0a-aae7da036664 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:21.367508 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.455096 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-30256c55-9fe6-4df6-ae79-14e92dbc66e6 None None] Provisioning complete for port 08bf35fb-a5f7-43d0-be43-c7ef69664502 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:21.455750 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-30256c55-9fe6-4df6-ae79-14e92dbc66e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.456312 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-30256c55-9fe6-4df6-ae79-14e92dbc66e6 None None] Attempt 1 to provision port 08bf35fb-a5f7-43d0-be43-c7ef69664502 Oct 17 03:21:21.475189 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:21.503477 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-30256c55-9fe6-4df6-ae79-14e92dbc66e6 None None] Port 08bf35fb-a5f7-43d0-be43-c7ef69664502 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:21:21.530381 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:21:19Z', 'revision_number': 3, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:21.546530 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Publish callbacks [] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.550085 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 0c7eb1f7-6491-458c-a27b-5971547fc5ac up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:21.553110 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.557910 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093e1c0-5af1-47c0-9b7d-dbef6fce5939 None None] The sync data for ids ['d857cb57-fa91-43d1-9c0a-aae7da036664'] in dv-cinder-846977-2-iscsi is: [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:21:19Z', 'revision_number': 3, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:21:21.602391 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 0c7eb1f7-6491-458c-a27b-5971547fc5ac triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:21.602860 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.603123 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 0c7eb1f7-6491-458c-a27b-5971547fc5ac Oct 17 03:21:21.618299 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Pushing event updated for resources: {'Port': ['ID=08bf35fb-a5f7-43d0-be43-c7ef69664502,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:21.635067 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748966'] for router_interface (d857cb57-fa91-43d1-9c0a-aae7da036664), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:21.683978 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 0c7eb1f7-6491-458c-a27b-5971547fc5ac is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:21.732414 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Network d6a2b611-0809-4328-b56f-ab1d9ab2417d is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:21:21.733861 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:21:21.859093 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:21.877249 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Router d857cb57-fa91-43d1-9c0a-aae7da036664 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:21:21.990341 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:21:21.995844 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-457a073a-c016-403e-bc27-de9b0d10b55f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d857cb57-fa91-43d1-9c0a-aae7da036664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5943396 Oct 17 03:21:22.037105 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-9964acf1-5b9e-4748-a1ac-15761fefc297 None None] Provisioning complete for port 08bf35fb-a5f7-43d0-be43-c7ef69664502 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:22.037825 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9964acf1-5b9e-4748-a1ac-15761fefc297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:22.038097 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-9964acf1-5b9e-4748-a1ac-15761fefc297 None None] Attempt 1 to provision port 08bf35fb-a5f7-43d0-be43-c7ef69664502 Oct 17 03:21:22.073649 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-9964acf1-5b9e-4748-a1ac-15761fefc297 None None] Port 08bf35fb-a5f7-43d0-be43-c7ef69664502 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:21:22.494036 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45960) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:22.498893 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1992925482-network', 'tenant_id': '53e87d643123424b964b82af7aaec9ba'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:22.520032 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Made reservation on behalf of 53e87d643123424b964b82af7aaec9ba for: {'network': 1} {{(pid=104637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:21:22.523158 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for network (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:22.532068 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:22.608829 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Publish callbacks [] for security_group (4d59086c-c149-4a1e-9912-dd174c41bc8e), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:22.612683 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (4d59086c-c149-4a1e-9912-dd174c41bc8e), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:22.640857 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=104637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 03:21:22.647119 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d59086c-c149-4a1e-9912-dd174c41bc8e,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:22.653059 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (d5640afc-8bf3-4999-b0e6-dcd4ef752eeb), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:22.653391 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.segments_db [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Added segment d5640afc-8bf3-4999-b0e6-dcd4ef752eeb of type vlan for network 8c6a1c5e-4d08-444f-84c6-aedfe94833ad Oct 17 03:21:22.693978 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783199054785'] for network (8c6a1c5e-4d08-444f-84c6-aedfe94833ad), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:22.721508 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959'] for network (8c6a1c5e-4d08-444f-84c6-aedfe94833ad), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:22.722469 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:22.723192 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:22.773479 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2783282 Oct 17 03:21:22.776314 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45962) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:22.781283 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-31662574-5a47-4d70-8760-4d97bbd76351 admin admin] Request body: {'subnet': {'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1992925482-subnet', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'ip_version': 4}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:22.791747 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6c054-b19f-4f49-bfec-862a13e66a79 admin admin] Pushing event updated for resources: {'Network': ['ID=8c6a1c5e-4d08-444f-84c6-aedfe94833ad,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:22.803852 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Network 8c6a1c5e-4d08-444f-84c6-aedfe94833ad details requested by agent ovs-agent-dv-cinder-846977-2-iscsi with host dv-cinder-846977-2-iscsi {{(pid=104639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 03:21:22.805033 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31662574-5a47-4d70-8760-4d97bbd76351 admin admin] Made reservation on behalf of 53e87d643123424b964b82af7aaec9ba for: {'subnet': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:21:22.807764 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-31662574-5a47-4d70-8760-4d97bbd76351 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3819769'] for subnet (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:22.983677 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-31662574-5a47-4d70-8760-4d97bbd76351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25377786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3819755'] for subnet (63caf888-02ad-4b8a-b250-bc661e3deb5f), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.035127 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31662574-5a47-4d70-8760-4d97bbd76351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63caf888-02ad-4b8a-b250-bc661e3deb5f,revision_number=0']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:23.051007 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31662574-5a47-4d70-8760-4d97bbd76351 admin admin] Checking segment: {'id': 'd5640afc-8bf3-4999-b0e6-dcd4ef752eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:21:23.051368 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31662574-5a47-4d70-8760-4d97bbd76351 admin admin] Network hostable DHCP agents. Network: 8c6a1c5e-4d08-444f-84c6-aedfe94833ad, hostable agents: ['fa408647-6b54-482c-b750-b3aff7f90bd6'], hosted agents: [] {{(pid=104638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 03:21:23.069566 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31662574-5a47-4d70-8760-4d97bbd76351 admin admin] Network 8c6a1c5e-4d08-444f-84c6-aedfe94833ad is scheduled to be hosted by DHCP agent fa408647-6b54-482c-b750-b3aff7f90bd6 with binding_index 1 {{(pid=104638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 03:21:23.079232 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-31662574-5a47-4d70-8760-4d97bbd76351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846977-2-iscsi, 8c6a1c5e-4d08-444f-84c6-aedfe94833ad) {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:21:23.083433 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31662574-5a47-4d70-8760-4d97bbd76351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:23.084223 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-31662574-5a47-4d70-8760-4d97bbd76351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.089904 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa7677-7f5b-4181-8fce-519d0a51a7c7 None None] Network 8c6a1c5e-4d08-444f-84c6-aedfe94833ad requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:21:23.096956 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Sync routers for ids ['d857cb57-fa91-43d1-9c0a-aae7da036664'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:21:23.102953 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-31662574-5a47-4d70-8760-4d97bbd76351 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3255064 Oct 17 03:21:23.105554 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 45964) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:23.109773 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1992925482-router', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:23.129803 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-749271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1168'] for router (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.130992 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-690320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1177'] for router (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.153858 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Routers {'d857cb57-fa91-43d1-9c0a-aae7da036664'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:23.154406 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-76abf390-bd37-40e0-810b-7594b648884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['d857cb57-fa91-43d1-9c0a-aae7da036664'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:23.185997 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Publish callbacks [] for router_controller (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), precommit_add_association {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.225707 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:23.231377 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:23.295242 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392d018d-b8dc-5a2b-8183-ca56f8c05104-8c6a1c5e-4d08-444f-84c6-aedfe94833ad', 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad', 'project_id': '53e87d643123424b964b82af7aaec9ba', 'fixed_ips': [{'subnet_id': '63caf888-02ad-4b8a-b250-bc661e3deb5f'}]}} from dv-cinder-846977-2-iscsi. {{(pid=104639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 17 03:21:23.296153 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.319544 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Set router d857cb57-fa91-43d1-9c0a-aae7da036664 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:23.322695 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Publish callbacks [] for router_gateway (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.390856 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:23.494512 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:23.518449 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Publish callbacks [] for router_gateway (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.540597 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.543793 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 250bc590-fb0e-46b3-99d4-7f010f7dfa7d up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:23.620036 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.db_base_plugin_common [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Allocated IP 172.20.0.2 (8c6a1c5e-4d08-444f-84c6-aedfe94833ad/63caf888-02ad-4b8a-b250-bc661e3deb5f/31e906f9-a6ba-4cfa-8c3b-7994640a239d) {{(pid=104639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:21:23.649874 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Allocated IP 172.27.0.205 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/04ee75d4-73f3-4bb3-90ef-930c80cd45cb) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:21:23.683579 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:23.683950 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.684286 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d Oct 17 03:21:23.749669 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-76abf390-bd37-40e0-810b-7594b648884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 4, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '08bf35fb-a5f7-43d0-be43-c7ef69664502', 'name': '', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'mac_address': 'fa:16:3e:98:0e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '5c337f6c-4721-4519-806c-2e51623c7065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:20Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 2, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'subnets': [{'id': '5c337f6c-4721-4519-806c-2e51623c7065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:23.752570 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Publish callbacks [] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.784990 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.786850 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Checking router: d857cb57-fa91-43d1-9c0a-aae7da036664 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:21:23.787237 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Updating router d857cb57-fa91-43d1-9c0a-aae7da036664 port 08bf35fb-a5f7-43d0-be43-c7ef69664502 binding host dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:21:23.828455 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:21:23.832479 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:23.833867 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:21:23.837665 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:21:23.840910 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Pushing event updated for resources: {'Port': ['ID=04ee75d4-73f3-4bb3-90ef-930c80cd45cb,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:23.940551 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:23.940940 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.030989 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:24.035763 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Publish callbacks [] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), precommit_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.040192 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=250bc590-fb0e-46b3-99d4-7f010f7dfa7d,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:24.054339 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.061757 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), after_create {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.080258 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Publish callbacks [] for router_gateway (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.116060 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Network 8c6a1c5e-4d08-444f-84c6-aedfe94833ad is already hosted by enough agents. {{(pid=104639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:21:24.155305 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:24.276333 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:24.283367 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751809'] for router (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.297690 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.base_scheduler [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Resources bound (agent type, host, resource id): {{(pid=104639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:21:24.300142 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Received port after_create {{(pid=104639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:21:24.356805 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=250bc590-fb0e-46b3-99d4-7f010f7dfa7d,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:24.439080 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:24.464846 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Attempting to bind port 31e906f9-a6ba-4cfa-8c3b-7994640a239d on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:21:24.465217 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Attempting to bind port 31e906f9-a6ba-4cfa-8c3b-7994640a239d by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': 'd5640afc-8bf3-4999-b0e6-dcd4ef752eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:21:24.465581 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Attempting to bind port 31e906f9-a6ba-4cfa-8c3b-7994640a239d on network 8c6a1c5e-4d08-444f-84c6-aedfe94833ad {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:21:24.469488 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Pushing event updated for resources: {'Port': ['ID=31e906f9-a6ba-4cfa-8c3b-7994640a239d,revision_number=1']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:24.561412 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Publish callbacks [] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), precommit_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.563381 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:21:24.563758 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Checking segment: {'id': 'd5640afc-8bf3-4999-b0e6-dcd4ef752eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:21:24.564296 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.564589 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Bound using segment: {'id': 'd5640afc-8bf3-4999-b0e6-dcd4ef752eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:21:24.565295 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Bound port: 31e906f9-a6ba-4cfa-8c3b-7994640a239d, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5640afc-8bf3-4999-b0e6-dcd4ef752eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:21:24.565829 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.580308 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.675580 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9ffc4-f499-4482-9094-d51f701bca8a None None] Pushing event updated for resources: {'Port': ['ID=08bf35fb-a5f7-43d0-be43-c7ef69664502,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:24.704294 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Router 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 is scheduled to L3 agent dea58ebe-04a0-4074-8d33-fced80136847 with binding_index 1 {{(pid=104638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 03:21:24.718074 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] For port 31e906f9-a6ba-4cfa-8c3b-7994640a239d, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:21:24.730586 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Attempting to bind port 08bf35fb-a5f7-43d0-be43-c7ef69664502 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:21:24.730987 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Attempting to bind port 08bf35fb-a5f7-43d0-be43-c7ef69664502 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:21:24.731350 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Attempting to bind port 08bf35fb-a5f7-43d0-be43-c7ef69664502 on network d6a2b611-0809-4328-b56f-ab1d9ab2417d {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:21:24.735285 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] For port 31e906f9-a6ba-4cfa-8c3b-7994640a239d, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=31e906f9-a6ba-4cfa-8c3b-7994640a239d,segment=NetworkSegment(d5640afc-8bf3-4999-b0e6-dcd4ef752eeb),segment_id=d5640afc-8bf3-4999-b0e6-dcd4ef752eeb)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:21:24.760413 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.811684 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:21:24.814451 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:21:24.814840 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Checking segment: {'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:21:24.815273 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.815665 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Bound using segment: {'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:21:24.816157 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Bound port: 08bf35fb-a5f7-43d0-be43-c7ef69664502, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:21:24.816541 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.826307 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Sync routers for ids ['59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:21:24.843050 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Routers {'59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:24.844045 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:24.844214 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.845367 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-5f4c6dbd-89f2-4da4-a278-aa52a7823a69 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7388959 Oct 17 03:21:24.848396 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45966) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:24.869969 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83ee40-d4e2-455a-9289-f903f4ba27cc None None] Pushing event updated for resources: {'Port': ['ID=31e906f9-a6ba-4cfa-8c3b-7994640a239d,revision_number=2']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:24.905899 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-76abf390-bd37-40e0-810b-7594b648884c None None] For port 08bf35fb-a5f7-43d0-be43-c7ef69664502, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:21:24.909759 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-76abf390-bd37-40e0-810b-7594b648884c None None] For port 08bf35fb-a5f7-43d0-be43-c7ef69664502, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=08bf35fb-a5f7-43d0-be43-c7ef69664502,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:21:24.921460 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:24.952202 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Set router 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:24.993272 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:25.000767 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Routers {'d857cb57-fa91-43d1-9c0a-aae7da036664'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:25.001529 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-76abf390-bd37-40e0-810b-7594b648884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['d857cb57-fa91-43d1-9c0a-aae7da036664'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:25.065837 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9ffc4-f499-4482-9094-d51f701bca8a None None] Pushing event updated for resources: {'Port': ['ID=08bf35fb-a5f7-43d0-be43-c7ef69664502,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:25.147204 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-76abf390-bd37-40e0-810b-7594b648884c None None] Set router d857cb57-fa91-43d1-9c0a-aae7da036664 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:25.220448 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:25.247194 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'name': 'tempest-TestShelveInstance-1992925482-router', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 3, 'project_id': '53e87d643123424b964b82af7aaec9ba', 'gw_port': {'id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:25.274672 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Checking router: 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:21:25.275421 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Updating router 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb binding host dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:21:25.305594 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:25.358180 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-76abf390-bd37-40e0-810b-7594b648884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 4, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '08bf35fb-a5f7-43d0-be43-c7ef69664502', 'name': '', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'mac_address': 'fa:16:3e:98:0e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '5c337f6c-4721-4519-806c-2e51623c7065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:20Z', 'updated_at': '2022-10-17T03:21:24Z', 'revision_number': 4, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'subnets': [{'id': '5c337f6c-4721-4519-806c-2e51623c7065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:25.367544 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:25.387057 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76abf390-bd37-40e0-810b-7594b648884c None None] The sync data for ids ['d857cb57-fa91-43d1-9c0a-aae7da036664'] in dv-cinder-846977-2-iscsi is: [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 4, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '08bf35fb-a5f7-43d0-be43-c7ef69664502', 'name': '', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'mac_address': 'fa:16:3e:98:0e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '5c337f6c-4721-4519-806c-2e51623c7065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:20Z', 'updated_at': '2022-10-17T03:21:24Z', 'revision_number': 4, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'subnets': [{'id': '5c337f6c-4721-4519-806c-2e51623c7065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:21:25.445182 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:25.608319 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:25.632685 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Publish callbacks [] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), precommit_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:25.644265 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:25.684882 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Attempting to bind port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:21:25.685355 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Attempting to bind port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:21:25.685767 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Attempting to bind port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb on network 3f5d5270-3f2d-498d-b31c-27499816697e {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:21:25.707732 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_common [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Allocated IP 172.20.0.1 (8c6a1c5e-4d08-444f-84c6-aedfe94833ad/63caf888-02ad-4b8a-b250-bc661e3deb5f/bf90842b-a6bc-4528-9c3b-8648535c4df8) {{(pid=104637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:21:25.746463 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 08bf35fb-a5f7-43d0-be43-c7ef69664502 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:25.749999 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:25.810340 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 08bf35fb-a5f7-43d0-be43-c7ef69664502 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:25.810721 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:25.811699 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 08bf35fb-a5f7-43d0-be43-c7ef69664502 Oct 17 03:21:25.821909 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:21:25.822711 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Checking segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:21:25.823233 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:25.823866 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Bound using segment: {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'} {{(pid=104640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:21:25.824457 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.managers [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Bound port: 04ee75d4-73f3-4bb3-90ef-930c80cd45cb, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cc431c-9898-4425-952e-e87ed3382a8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e'}}] {{(pid=104640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:21:25.824928 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), before_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:25.827253 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172ebdf-9154-41f1-ba28-5d33292de5ed None None] Pushing event updated for resources: {'Port': ['ID=04ee75d4-73f3-4bb3-90ef-930c80cd45cb,revision_number=2']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:25.884920 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Publish callbacks [] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:25.898797 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:25.908468 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 08bf35fb-a5f7-43d0-be43-c7ef69664502 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:25.908882 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:25.917848 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] For port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:21:25.922083 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.plugins.ml2.db [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] For port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=04ee75d4-73f3-4bb3-90ef-930c80cd45cb,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:21:25.931378 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:25.940259 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron_lib.callbacks.manager [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), after_update {{(pid=104640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:25.957062 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 08bf35fb-a5f7-43d0-be43-c7ef69664502, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=08bf35fb-a5f7-43d0-be43-c7ef69664502,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:25.962189 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:25.963404 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 31e906f9-a6ba-4cfa-8c3b-7994640a239d up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:25.994000 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Network 8c6a1c5e-4d08-444f-84c6-aedfe94833ad is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:21:25.997474 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:21:26.001846 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Received port after_create {{(pid=104637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:21:26.012654 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Routers {'59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:26.015682 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:26.030434 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Pushing event updated for resources: {'Port': ['ID=bf90842b-a6bc-4528-9c3b-8648535c4df8,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:26.041715 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172ebdf-9154-41f1-ba28-5d33292de5ed None None] Pushing event updated for resources: {'Port': ['ID=04ee75d4-73f3-4bb3-90ef-930c80cd45cb,revision_number=3']} {{(pid=104640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:26.074459 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9564f-f5c7-4acc-8f4d-9a76a261735f None None] Network 8c6a1c5e-4d08-444f-84c6-aedfe94833ad requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:21:26.075586 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748858'] for router_interface (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:26.118376 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:26.171437 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-3305ac2e-17cf-4958-abc6-8d61f228447c None None] Provisioning complete for port 31e906f9-a6ba-4cfa-8c3b-7994640a239d triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:26.172029 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3305ac2e-17cf-4958-abc6-8d61f228447c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:26.172146 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-3305ac2e-17cf-4958-abc6-8d61f228447c None None] Attempt 1 to provision port 31e906f9-a6ba-4cfa-8c3b-7994640a239d Oct 17 03:21:26.177913 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=08bf35fb-a5f7-43d0-be43-c7ef69664502,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:26.191886 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] Set router 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:26.199357 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 31e906f9-a6ba-4cfa-8c3b-7994640a239d triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:26.199736 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:26.200073 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 31e906f9-a6ba-4cfa-8c3b-7994640a239d Oct 17 03:21:26.229522 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), before_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:26.299346 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:26.403574 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 31e906f9-a6ba-4cfa-8c3b-7994640a239d is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:26.404218 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:26.413503 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'name': 'tempest-TestShelveInstance-1992925482-router', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 3, 'project_id': '53e87d643123424b964b82af7aaec9ba', 'gw_port': {'id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:26.446003 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-3305ac2e-17cf-4958-abc6-8d61f228447c None None] Current status of the port 31e906f9-a6ba-4cfa-8c3b-7994640a239d is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:26.446454 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3305ac2e-17cf-4958-abc6-8d61f228447c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:26.451880 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea892f0-4011-4d26-9ccd-f87b7cdea5a3 None None] The sync data for ids ['59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'] in dv-cinder-846977-2-iscsi is: [{'id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'name': 'tempest-TestShelveInstance-1992925482-router', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 3, 'project_id': '53e87d643123424b964b82af7aaec9ba', 'gw_port': {'id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:21:26.453946 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Publish callbacks [] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), precommit_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:26.460178 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3925854'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), after_update {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:26.523507 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 31e906f9-a6ba-4cfa-8c3b-7994640a239d, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=31e906f9-a6ba-4cfa-8c3b-7994640a239d,segment=NetworkSegment(d5640afc-8bf3-4999-b0e6-dcd4ef752eeb),segment_id=d5640afc-8bf3-4999-b0e6-dcd4ef752eeb)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:26.533171 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:26.534476 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 250bc590-fb0e-46b3-99d4-7f010f7dfa7d up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:26.553845 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748966'] for router_interface (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:26.605812 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Pushing event updated for resources: {'Port': ['ID=bf90842b-a6bc-4528-9c3b-8648535c4df8,revision_number=2']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:26.626960 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=31e906f9-a6ba-4cfa-8c3b-7994640a239d,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:26.671898 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Network 8c6a1c5e-4d08-444f-84c6-aedfe94833ad is already hosted by enough agents. {{(pid=104637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:21:26.673505 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.base_scheduler [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:21:26.676432 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.db.api [None req-3305ac2e-17cf-4958-abc6-8d61f228447c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 17 03:21:26.677923 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG oslo_db.api [None req-3305ac2e-17cf-4958-abc6-8d61f228447c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 03:21:26.715337 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:26.722420 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:26.723340 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:26.723340 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d Oct 17 03:21:26.737562 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:26.820021 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Router 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:21:26.825617 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:26.953240 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:21:26.959043 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-36b61c12-2c74-4b9b-b11b-3bad394669f1 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1081760 Oct 17 03:21:27.235135 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-3305ac2e-17cf-4958-abc6-8d61f228447c None None] Current status of the port 31e906f9-a6ba-4cfa-8c3b-7994640a239d is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:27.355258 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-58ff7ce1-a5b6-4ce2-9e25-72943a991290 None None] Provisioning complete for port 31e906f9-a6ba-4cfa-8c3b-7994640a239d triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:27.356584 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-58ff7ce1-a5b6-4ce2-9e25-72943a991290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.356929 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-58ff7ce1-a5b6-4ce2-9e25-72943a991290 None None] Attempt 1 to provision port 31e906f9-a6ba-4cfa-8c3b-7994640a239d Oct 17 03:21:27.375944 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45974) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:27.381195 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-e8f6694e-9334-44c7-a8a2-16d982bf8b92 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200355809', 'description': 'tempest-secgroup-smoke-200355809 description', 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:27.405796 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e8f6694e-9334-44c7-a8a2-16d982bf8b92 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group (None), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.431642 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:27.438469 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:21:27.459459 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-58ff7ce1-a5b6-4ce2-9e25-72943a991290 None None] Current status of the port 31e906f9-a6ba-4cfa-8c3b-7994640a239d is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:27.473726 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-58ff7ce1-a5b6-4ce2-9e25-72943a991290 None None] Provisioning complete for port bf90842b-a6bc-4528-9c3b-8648535c4df8 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:27.476928 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-58ff7ce1-a5b6-4ce2-9e25-72943a991290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.477386 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-58ff7ce1-a5b6-4ce2-9e25-72943a991290 None None] Attempt 1 to provision port bf90842b-a6bc-4528-9c3b-8648535c4df8 Oct 17 03:21:27.502285 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e8f6694e-9334-44c7-a8a2-16d982bf8b92 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group (6324fb23-b34c-4151-a8d7-cc74aac19548), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.508852 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e8f6694e-9334-44c7-a8a2-16d982bf8b92 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (6324fb23-b34c-4151-a8d7-cc74aac19548), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.548722 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-58ff7ce1-a5b6-4ce2-9e25-72943a991290 None None] Port bf90842b-a6bc-4528-9c3b-8648535c4df8 cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:21:27.558657 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-e8f6694e-9334-44c7-a8a2-16d982bf8b92 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.559957 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-e8f6694e-9334-44c7-a8a2-16d982bf8b92 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1829042 Oct 17 03:21:27.563290 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45976) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:27.569928 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-7d019882-0db1-44bd-bcfd-98485efd26ca tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Request body: {'security_group_rule': {'security_group_id': '6324fb23-b34c-4151-a8d7-cc74aac19548', 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:27.579416 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6694e-9334-44c7-a8a2-16d982bf8b92 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6324fb23-b34c-4151-a8d7-cc74aac19548,revision_number=1']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:27.609540 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7d019882-0db1-44bd-bcfd-98485efd26ca tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (26ddc959-e7d4-4b7c-ba49-ccb19ea31383), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.676225 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 04ee75d4-73f3-4bb3-90ef-930c80cd45cb up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:27.682852 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7d019882-0db1-44bd-bcfd-98485efd26ca tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (26ddc959-e7d4-4b7c-ba49-ccb19ea31383), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.687872 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7d019882-0db1-44bd-bcfd-98485efd26ca tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (26ddc959-e7d4-4b7c-ba49-ccb19ea31383), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.717710 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d019882-0db1-44bd-bcfd-98485efd26ca tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ddc959-e7d4-4b7c-ba49-ccb19ea31383,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:27.730089 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:27.730622 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.731318 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb Oct 17 03:21:27.735397 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-7d019882-0db1-44bd-bcfd-98485efd26ca tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.737567 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-7d019882-0db1-44bd-bcfd-98485efd26ca tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1726739 Oct 17 03:21:27.741370 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45978) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:27.746146 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-b728359c-1bbf-41c2-a8b2-9d5836a3c1f5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Request body: {'security_group_rule': {'security_group_id': '6324fb23-b34c-4151-a8d7-cc74aac19548', 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:27.791551 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b728359c-1bbf-41c2-a8b2-9d5836a3c1f5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (a3dbeaaf-2dbe-4c23-a247-87729907bbda), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.815783 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:27.816169 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.838225 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=04ee75d4-73f3-4bb3-90ef-930c80cd45cb,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:27.849831 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.850639 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 08bf35fb-a5f7-43d0-be43-c7ef69664502 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:27.853738 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b728359c-1bbf-41c2-a8b2-9d5836a3c1f5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (a3dbeaaf-2dbe-4c23-a247-87729907bbda), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.856910 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b728359c-1bbf-41c2-a8b2-9d5836a3c1f5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (a3dbeaaf-2dbe-4c23-a247-87729907bbda), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.877803 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728359c-1bbf-41c2-a8b2-9d5836a3c1f5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3dbeaaf-2dbe-4c23-a247-87729907bbda,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:27.884030 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-b728359c-1bbf-41c2-a8b2-9d5836a3c1f5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.888066 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-b728359c-1bbf-41c2-a8b2-9d5836a3c1f5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426356 Oct 17 03:21:27.888066 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45980) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:27.892134 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-37a882c3-91cb-45fe-ba87-2abe2e6786db tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Request body: {'security_group_rule': {'security_group_id': '6324fb23-b34c-4151-a8d7-cc74aac19548', 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:27.919300 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-37a882c3-91cb-45fe-ba87-2abe2e6786db tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (73b116f9-2009-4cfc-bc11-5722a041927e), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.929055 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=04ee75d4-73f3-4bb3-90ef-930c80cd45cb,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:27.933006 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 08bf35fb-a5f7-43d0-be43-c7ef69664502 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:27.933318 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.933640 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 08bf35fb-a5f7-43d0-be43-c7ef69664502 Oct 17 03:21:27.961983 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:27.977687 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:27.980532 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-37a882c3-91cb-45fe-ba87-2abe2e6786db tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (73b116f9-2009-4cfc-bc11-5722a041927e), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:27.985483 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-37a882c3-91cb-45fe-ba87-2abe2e6786db tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (73b116f9-2009-4cfc-bc11-5722a041927e), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.008910 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a882c3-91cb-45fe-ba87-2abe2e6786db tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b116f9-2009-4cfc-bc11-5722a041927e,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:28.016164 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 08bf35fb-a5f7-43d0-be43-c7ef69664502 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:28.017229 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 31e906f9-a6ba-4cfa-8c3b-7994640a239d up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:28.017807 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-37a882c3-91cb-45fe-ba87-2abe2e6786db tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.019294 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-37a882c3-91cb-45fe-ba87-2abe2e6786db tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302567 Oct 17 03:21:28.022017 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45982) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:28.027795 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-dd85643b-333c-4057-97e6-2eccea241d89 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Request body: {'security_group_rule': {'security_group_id': '6324fb23-b34c-4151-a8d7-cc74aac19548', 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:28.056882 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-dd85643b-333c-4057-97e6-2eccea241d89 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (b82d8aae-9382-4ba6-b624-e4b8a7616976), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.061813 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 31e906f9-a6ba-4cfa-8c3b-7994640a239d triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:28.062195 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.062525 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 31e906f9-a6ba-4cfa-8c3b-7994640a239d Oct 17 03:21:28.107069 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-dd85643b-333c-4057-97e6-2eccea241d89 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (b82d8aae-9382-4ba6-b624-e4b8a7616976), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.110590 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-dd85643b-333c-4057-97e6-2eccea241d89 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (b82d8aae-9382-4ba6-b624-e4b8a7616976), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.131134 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85643b-333c-4057-97e6-2eccea241d89 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82d8aae-9382-4ba6-b624-e4b8a7616976,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:28.134461 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 31e906f9-a6ba-4cfa-8c3b-7994640a239d is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:28.141403 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-dd85643b-333c-4057-97e6-2eccea241d89 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.142659 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-dd85643b-333c-4057-97e6-2eccea241d89 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191547 Oct 17 03:21:28.145310 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45984) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:28.149528 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-c969f0c7-0d5c-4a96-a92b-0285a04620fb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Request body: {'security_group_rule': {'security_group_id': '6324fb23-b34c-4151-a8d7-cc74aac19548', 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:28.171865 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.securitygroups_db [None req-c969f0c7-0d5c-4a96-a92b-0285a04620fb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Project f7a92b100ac14d44aff5e4083a49f5ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 03:21:28.178107 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c969f0c7-0d5c-4a96-a92b-0285a04620fb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (3e6adbc6-e3cc-4257-9352-5c1e2e297c22), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.222611 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:28.239837 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c969f0c7-0d5c-4a96-a92b-0285a04620fb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (3e6adbc6-e3cc-4257-9352-5c1e2e297c22), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.243619 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c969f0c7-0d5c-4a96-a92b-0285a04620fb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (3e6adbc6-e3cc-4257-9352-5c1e2e297c22), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.262369 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969f0c7-0d5c-4a96-a92b-0285a04620fb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6adbc6-e3cc-4257-9352-5c1e2e297c22,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:28.270409 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-c969f0c7-0d5c-4a96-a92b-0285a04620fb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.271656 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-c969f0c7-0d5c-4a96-a92b-0285a04620fb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253951 Oct 17 03:21:28.274364 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 45986) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:21:28.278660 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.v2.base [None req-60a3436e-085d-494c-91cf-8e5e8f1bbc26 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Request body: {'security_group_rule': {'security_group_id': '6324fb23-b34c-4151-a8d7-cc74aac19548', 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:28.300197 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.securitygroups_db [None req-60a3436e-085d-494c-91cf-8e5e8f1bbc26 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Project f7a92b100ac14d44aff5e4083a49f5ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 03:21:28.306064 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60a3436e-085d-494c-91cf-8e5e8f1bbc26 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (f9b7b583-b568-4491-ab41-9609661be08b), before_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.366269 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60a3436e-085d-494c-91cf-8e5e8f1bbc26 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (f9b7b583-b568-4491-ab41-9609661be08b), precommit_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.370125 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60a3436e-085d-494c-91cf-8e5e8f1bbc26 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551529'] for security_group_rule (f9b7b583-b568-4491-ab41-9609661be08b), after_create {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.390645 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3436e-085d-494c-91cf-8e5e8f1bbc26 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b7b583-b568-4491-ab41-9609661be08b,revision_number=0']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:28.396233 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-60a3436e-085d-494c-91cf-8e5e8f1bbc26 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:28.397293 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-60a3436e-085d-494c-91cf-8e5e8f1bbc26 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219780 Oct 17 03:21:28.843190 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Sync routers for ids ['59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:21:28.859457 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Routers {'59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:28.860426 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:28.914821 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:28.970683 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Set router 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:29.163380 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'name': 'tempest-TestShelveInstance-1992925482-router', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:26Z', 'revision_number': 4, 'project_id': '53e87d643123424b964b82af7aaec9ba', 'gw_port': {'id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'bf90842b-a6bc-4528-9c3b-8648535c4df8', 'name': '', 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'mac_address': 'fa:16:3e:0b:e9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '63caf888-02ad-4b8a-b250-bc661e3deb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:25Z', 'updated_at': '2022-10-17T03:21:26Z', 'revision_number': 2, 'project_id': '53e87d643123424b964b82af7aaec9ba', 'subnets': [{'id': '63caf888-02ad-4b8a-b250-bc661e3deb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:29.188584 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Checking router: 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:21:29.188894 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Updating router 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 port bf90842b-a6bc-4528-9c3b-8648535c4df8 binding host dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 03:21:29.216526 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:29.531628 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 04ee75d4-73f3-4bb3-90ef-930c80cd45cb up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:29.620471 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:29.620843 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:29.621177 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb Oct 17 03:21:29.657121 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:29.689752 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Publish callbacks [] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), precommit_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:29.697200 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:29.789431 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedc1bf-d55f-4f25-a891-0856dad75351 None None] Pushing event updated for resources: {'Port': ['ID=bf90842b-a6bc-4528-9c3b-8648535c4df8,revision_number=3']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:29.794994 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:29.824363 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Attempting to bind port bf90842b-a6bc-4528-9c3b-8648535c4df8 on host dv-cinder-846977-2-iscsi for vnic_type normal with profile {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:21:29.824729 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Attempting to bind port bf90842b-a6bc-4528-9c3b-8648535c4df8 by drivers openvswitch,hyperv on host dv-cinder-846977-2-iscsi at level 0 using segments [{'id': 'd5640afc-8bf3-4999-b0e6-dcd4ef752eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad'}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:21:29.825092 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Attempting to bind port bf90842b-a6bc-4528-9c3b-8648535c4df8 on network 8c6a1c5e-4d08-444f-84c6-aedfe94833ad {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:21:29.870304 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Checking agent: {'id': 'e4336b1c-5bae-4803-999f-844320bf0bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846977-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 3, 42), 'started_at': datetime.datetime(2022, 10, 17, 3, 4, 12), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846977-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:21:29.871021 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Checking segment: {'id': 'd5640afc-8bf3-4999-b0e6-dcd4ef752eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:21:29.871134 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:29.871469 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Bound using segment: {'id': 'd5640afc-8bf3-4999-b0e6-dcd4ef752eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad'} {{(pid=104639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:21:29.871942 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.managers [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Bound port: bf90842b-a6bc-4528-9c3b-8648535c4df8, host: dv-cinder-846977-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5640afc-8bf3-4999-b0e6-dcd4ef752eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad'}}] {{(pid=104639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:21:29.872322 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:29.902150 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:29.934652 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] For port bf90842b-a6bc-4528-9c3b-8648535c4df8, host dv-cinder-846977-2-iscsi, cleared binding levels {{(pid=104639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:21:29.937675 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] For port bf90842b-a6bc-4528-9c3b-8648535c4df8, host dv-cinder-846977-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=bf90842b-a6bc-4528-9c3b-8648535c4df8,segment=NetworkSegment(d5640afc-8bf3-4999-b0e6-dcd4ef752eeb),segment_id=d5640afc-8bf3-4999-b0e6-dcd4ef752eeb)] {{(pid=104639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:21:29.943870 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:29.979622 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Routers {'59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:21:29.980252 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:30.041851 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedc1bf-d55f-4f25-a891-0856dad75351 None None] Pushing event updated for resources: {'Port': ['ID=bf90842b-a6bc-4528-9c3b-8648535c4df8,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:30.102431 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] Set router 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:21:30.294703 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'name': 'tempest-TestShelveInstance-1992925482-router', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:26Z', 'revision_number': 4, 'project_id': '53e87d643123424b964b82af7aaec9ba', 'gw_port': {'id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'bf90842b-a6bc-4528-9c3b-8648535c4df8', 'name': '', 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'mac_address': 'fa:16:3e:0b:e9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '63caf888-02ad-4b8a-b250-bc661e3deb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:25Z', 'updated_at': '2022-10-17T03:21:29Z', 'revision_number': 4, 'project_id': '53e87d643123424b964b82af7aaec9ba', 'subnets': [{'id': '63caf888-02ad-4b8a-b250-bc661e3deb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:21:30.321625 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af23170c-00d2-4584-bec2-692f10d01e0e None None] The sync data for ids ['59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'] in dv-cinder-846977-2-iscsi is: [{'id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'name': 'tempest-TestShelveInstance-1992925482-router', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:26Z', 'revision_number': 4, 'project_id': '53e87d643123424b964b82af7aaec9ba', 'gw_port': {'id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': 'bf90842b-a6bc-4528-9c3b-8648535c4df8', 'name': '', 'network_id': '8c6a1c5e-4d08-444f-84c6-aedfe94833ad', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'mac_address': 'fa:16:3e:0b:e9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '63caf888-02ad-4b8a-b250-bc661e3deb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:25Z', 'updated_at': '2022-10-17T03:21:29Z', 'revision_number': 4, 'project_id': '53e87d643123424b964b82af7aaec9ba', 'subnets': [{'id': '63caf888-02ad-4b8a-b250-bc661e3deb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:21:31.527685 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device bf90842b-a6bc-4528-9c3b-8648535c4df8 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:31.573272 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port bf90842b-a6bc-4528-9c3b-8648535c4df8 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:31.573641 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:31.573973 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port bf90842b-a6bc-4528-9c3b-8648535c4df8 Oct 17 03:21:31.652258 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port bf90842b-a6bc-4528-9c3b-8648535c4df8 is: DOWN; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:31.652649 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:31.686559 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] For port bf90842b-a6bc-4528-9c3b-8648535c4df8, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=bf90842b-a6bc-4528-9c3b-8648535c4df8,segment=NetworkSegment(d5640afc-8bf3-4999-b0e6-dcd4ef752eeb),segment_id=d5640afc-8bf3-4999-b0e6-dcd4ef752eeb)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:31.690112 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:31.737134 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Pushing event updated for resources: {'Port': ['ID=bf90842b-a6bc-4528-9c3b-8648535c4df8,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:33.523314 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device bf90842b-a6bc-4528-9c3b-8648535c4df8 up at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:33.526449 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:33.573399 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Provisioning complete for port bf90842b-a6bc-4528-9c3b-8648535c4df8 triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:33.573762 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:33.574089 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Attempt 1 to provision port bf90842b-a6bc-4528-9c3b-8648535c4df8 Oct 17 03:21:33.647881 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Current status of the port bf90842b-a6bc-4528-9c3b-8648535c4df8 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:34.821433 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=32,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:34.833496 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=37,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:37.280651 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:37.289621 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a517e256-dd21-4411-ad94-bb4102f4945f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:38.388137 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=22,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:38.388906 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=41,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:39.329618 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-17230e3c-e66a-4551-8557-38e99df8055c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:40.449166 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=42 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:40.449912 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:UPDATE=3,neutron:SELECT=63,neutron:INSERT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:40.744451 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:42.166394 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:42.323171 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:45.137764 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-b684567a-5d36-4669-83f5-e25b0dff825c tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-200355809&fields=id&tenant_id=f7a92b100ac14d44aff5e4083a49f5ad HTTP/1.1" status: 200 len: 267 time: 0.2590661 Oct 17 03:21:45.242711 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-37de503d-7874-4ac0-9de6-5f650f713d77 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:45.244174 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-37de503d-7874-4ac0-9de6-5f650f713d77 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/networks?id=d6a2b611-0809-4328-b56f-ab1d9ab2417d HTTP/1.1" status: 200 len: 808 time: 0.1000357 Oct 17 03:21:45.259455 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-e8ced4b4-fb71-4544-8749-65583692a1d9 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/quotas/f7a92b100ac14d44aff5e4083a49f5ad HTTP/1.1" status: 200 len: 375 time: 0.0099328 Oct 17 03:21:45.310854 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-d21695b8-fb51-4c73-90bb-8d069b81a842 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f7a92b100ac14d44aff5e4083a49f5ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466626 Oct 17 03:21:45.405286 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-ecbda58b-59a3-485e-a5d4-7847a7394457 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826504 Oct 17 03:21:45.496964 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-6ec06dfe-662d-400d-b1ac-7c4ac728e963 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860169 Oct 17 03:21:45.895578 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0ff9d91e-2114-4372-bc83-6ce4dff3720a req-abfeb1ab-a419-47fb-ad4c-31456474e7b3 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 210 time: 0.1343932 Oct 17 03:21:46.926530 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-89428964-6686-42fa-b192-a4c13d5508fa tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:46.928434 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-89428964-6686-42fa-b192-a4c13d5508fa tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d6a2b611-0809-4328-b56f-ab1d9ab2417d HTTP/1.1" status: 200 len: 808 time: 0.1044824 Oct 17 03:21:46.956954 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:47.005882 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-dd6f6a2a-c178-4ed7-9ccf-3cc1a29ec732 req-f9d01406-adc4-47eb-9fcf-4202151b6989 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 210 time: 0.0290911 Oct 17 03:21:47.009397 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-fb55e92a-52c9-4a8d-a20e-6e8e2f6e915a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7a92b100ac14d44aff5e4083a49f5ad HTTP/1.1" status: 200 len: 379 time: 0.0687816 Oct 17 03:21:47.021667 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Request body: {'port': {'device_id': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'admin_state_up': True, 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'security_groups': ['6324fb23-b34c-4151-a8d7-cc74aac19548']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:47.133172 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Made reservation on behalf of f7a92b100ac14d44aff5e4083a49f5ad for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:21:47.137028 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:47.264693 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Allocated IP 172.20.0.10 (d6a2b611-0809-4328-b56f-ab1d9ab2417d/5c337f6c-4721-4519-806c-2e51623c7065/48ec48fa-0118-49a2-bc96-50aad08e84df) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:21:47.412593 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:47.449476 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:47.493045 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Network d6a2b611-0809-4328-b56f-ab1d9ab2417d is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:21:47.498577 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:21:47.501169 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:21:47.533627 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event updated for resources: {'Port': ['ID=48ec48fa-0118-49a2-bc96-50aad08e84df,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:47.561944 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:47.562584 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:47.579710 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-14ace316-de4e-434b-9d3c-f4117bbb7ce4 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5629568 Oct 17 03:21:47.604569 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Request body: {'port': {'device_id': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:21:47.664896 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:47.673545 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:47.689564 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:47.700865 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-0ca94dce-88b1-4022-94cb-0ce755a8aab6 None None] Provisioning complete for port 48ec48fa-0118-49a2-bc96-50aad08e84df triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:47.701314 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-0ca94dce-88b1-4022-94cb-0ce755a8aab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:47.701715 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-0ca94dce-88b1-4022-94cb-0ce755a8aab6 None None] Attempt 1 to provision port 48ec48fa-0118-49a2-bc96-50aad08e84df Oct 17 03:21:47.733205 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-0ca94dce-88b1-4022-94cb-0ce755a8aab6 None None] Port 48ec48fa-0118-49a2-bc96-50aad08e84df cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:21:47.928502 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ec48fa-0118-49a2-bc96-50aad08e84df {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:21:47.935874 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Publish callbacks [] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:47.949028 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Transition to ACTIVE for port object 48ec48fa-0118-49a2-bc96-50aad08e84df will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:21:47.951737 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:48.012823 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Pushing event updated for resources: {'Port': ['ID=48ec48fa-0118-49a2-bc96-50aad08e84df,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:48.066020 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Attempting to bind port 48ec48fa-0118-49a2-bc96-50aad08e84df on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:21:48.066359 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Attempting to bind port 48ec48fa-0118-49a2-bc96-50aad08e84df by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:21:48.066682 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Attempting to bind port 48ec48fa-0118-49a2-bc96-50aad08e84df on network d6a2b611-0809-4328-b56f-ab1d9ab2417d {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:21:48.145604 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc45f4-04f7-439c-8ffd-bd6a1358aaf1 req-233f4956-0c24-4ebb-97f1-10e13e3832a5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:48.147111 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0fbc45f4-04f7-439c-8ffd-bd6a1358aaf1 req-233f4956-0c24-4ebb-97f1-10e13e3832a5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0596113 Oct 17 03:21:48.148028 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Port 48ec48fa-0118-49a2-bc96-50aad08e84df on network d6a2b611-0809-4328-b56f-ab1d9ab2417d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:21:48.148350 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Attempting to bind port 48ec48fa-0118-49a2-bc96-50aad08e84df on network d6a2b611-0809-4328-b56f-ab1d9ab2417d {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:21:48.227525 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:21:48.227776 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Checking segment: {'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:21:48.228161 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Bound using segment: {'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:21:48.228595 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Bound port: 48ec48fa-0118-49a2-bc96-50aad08e84df, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a3fcad-a048-464b-acaa-89212fb8cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:21:48.228949 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:48.241583 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0fbc45f4-04f7-439c-8ffd-bd6a1358aaf1 req-85f1f3ee-84dc-4f59-a048-1b172eaeed24 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698960 Oct 17 03:21:48.294079 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] For port 48ec48fa-0118-49a2-bc96-50aad08e84df, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:21:48.297207 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] For port 48ec48fa-0118-49a2-bc96-50aad08e84df, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=48ec48fa-0118-49a2-bc96-50aad08e84df,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:21:48.303765 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:48.307789 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:48.308385 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:48.309737 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/48ec48fa-0118-49a2-bc96-50aad08e84df HTTP/1.1" status: 200 len: 1094 time: 0.7096319 Oct 17 03:21:48.310289 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:21:48.312541 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d995f06-03ae-462c-a249-cd587b0005bb" -d '{"events": [{"name": "network-changed", "server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:21:48.357267 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3463c2b2-c3b5-4e41-bf06-90b0c1ee0f4b x-openstack-request-id: req-3463c2b2-c3b5-4e41-bf06-90b0c1ee0f4b {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:21:48.357558 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:21:48.357814 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3463c2b2-c3b5-4e41-bf06-90b0c1ee0f4b {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:21:48.358216 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3463c2b2-c3b5-4e41-bf06-90b0c1ee0f4b'] response: {'name': 'network-changed', 'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'status': 'completed', 'code': 200} Oct 17 03:21:48.371628 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45f580-6c4d-4d48-bd26-02820b3f320e service neutron] Pushing event updated for resources: {'Port': ['ID=48ec48fa-0118-49a2-bc96-50aad08e84df,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:48.404726 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-440a3cf6-325b-4079-8b57-396008e8ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:48.406241 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-440a3cf6-325b-4079-8b57-396008e8ae2b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7a92b100ac14d44aff5e4083a49f5ad&device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 1128 time: 0.0507791 Oct 17 03:21:48.449554 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-d3e81e9b-6139-40f1-aaae-a5d073752141 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ec48fa-0118-49a2-bc96-50aad08e84df HTTP/1.1" status: 200 len: 217 time: 0.0320313 Oct 17 03:21:48.487193 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:48.500999 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-c4d5049e-5506-4084-8cb3-f260bac442bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:48.502442 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-c4d5049e-5506-4084-8cb3-f260bac442bb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=5c337f6c-4721-4519-806c-2e51623c7065 HTTP/1.1" status: 200 len: 847 time: 0.0453906 Oct 17 03:21:48.548457 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-cc71ce79-2348-4c1e-bdfb-73734c0ec9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:48.549937 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-cc71ce79-2348-4c1e-bdfb-73734c0ec9f0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d6a2b611-0809-4328-b56f-ab1d9ab2417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387185 Oct 17 03:21:48.631123 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:48.646073 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-ff9b9356-b295-4b58-802d-aaa80df22600 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867181 Oct 17 03:21:48.741612 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2250c4f8-a70a-4df3-b7ae-aa364013444b req-f3d7679c-6492-4327-9f04-d4a9769a4bb7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865209 Oct 17 03:21:49.053240 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995f06-03ae-462c-a249-cd587b0005bb req-93b0884c-989c-4a22-83d4-04535b8aecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:49.054783 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d995f06-03ae-462c-a249-cd587b0005bb req-93b0884c-989c-4a22-83d4-04535b8aecd8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7a92b100ac14d44aff5e4083a49f5ad&device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 1128 time: 0.0430071 Oct 17 03:21:49.144899 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995f06-03ae-462c-a249-cd587b0005bb req-e10525fb-21a0-4917-b97d-c84828d50e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:49.147199 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d995f06-03ae-462c-a249-cd587b0005bb req-e10525fb-21a0-4917-b97d-c84828d50e97 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d6a2b611-0809-4328-b56f-ab1d9ab2417d HTTP/1.1" status: 200 len: 909 time: 0.0861278 Oct 17 03:21:49.193176 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d995f06-03ae-462c-a249-cd587b0005bb req-6bc64c08-7327-40ea-9b07-17421c77046f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ec48fa-0118-49a2-bc96-50aad08e84df HTTP/1.1" status: 200 len: 217 time: 0.0359137 Oct 17 03:21:49.243662 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995f06-03ae-462c-a249-cd587b0005bb req-6146da3e-fcd0-4037-ba47-04904f129ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:49.245079 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d995f06-03ae-462c-a249-cd587b0005bb req-6146da3e-fcd0-4037-ba47-04904f129ea4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=5c337f6c-4721-4519-806c-2e51623c7065 HTTP/1.1" status: 200 len: 847 time: 0.0433502 Oct 17 03:21:49.292458 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995f06-03ae-462c-a249-cd587b0005bb req-418b5a8a-b660-400f-9121-ee12ab797434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:49.293961 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d995f06-03ae-462c-a249-cd587b0005bb req-418b5a8a-b660-400f-9121-ee12ab797434 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d6a2b611-0809-4328-b56f-ab1d9ab2417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399125 Oct 17 03:21:49.404840 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c404507-2b27-476b-89e4-7c5024902bc2 req-ce0f5896-9995-4b12-ab93-3960d6d1345e tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:49.406200 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1c404507-2b27-476b-89e4-7c5024902bc2 req-ce0f5896-9995-4b12-ab93-3960d6d1345e tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0852118 Oct 17 03:21:49.444829 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d995f06-03ae-462c-a249-cd587b0005bb req-c1bb20c8-dc3c-4902-8034-7ac1c2545fb9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413782 Oct 17 03:21:49.517324 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1c404507-2b27-476b-89e4-7c5024902bc2 req-caafe945-2391-4361-a4c4-4260b1c256c6 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022365 Oct 17 03:21:49.558083 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8d995f06-03ae-462c-a249-cd587b0005bb req-b74a2219-c814-45f5-b188-2ff692324565 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038551 Oct 17 03:21:50.639005 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0926f9-9f85-4be1-adde-c2b86332e99c req-c65080e8-a0e7-4d9f-8b23-1443280b2880 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:50.640441 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2e0926f9-9f85-4be1-adde-c2b86332e99c req-c65080e8-a0e7-4d9f-8b23-1443280b2880 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0471206 Oct 17 03:21:50.689083 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-2e0926f9-9f85-4be1-adde-c2b86332e99c req-b8189e0f-b7b1-45ab-af7a-fcf82fc8f788 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430918 Oct 17 03:21:51.808650 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff482f5-60cc-4261-8739-3594fa36acd4 req-4eddeba5-af08-4c00-99a1-ddc5ec66eb34 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:51.810102 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5ff482f5-60cc-4261-8739-3594fa36acd4 req-4eddeba5-af08-4c00-99a1-ddc5ec66eb34 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0470724 Oct 17 03:21:51.857760 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5ff482f5-60cc-4261-8739-3594fa36acd4 req-7dfae644-b060-4c27-a83c-0c5ca2b0cf8e tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421717 Oct 17 03:21:52.807451 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3a8bc0bd-8cd8-4e1a-8f11-fb3df97e3721 req-5ec65859-74b5-49bb-9da9-d0679b8172a0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425601 Oct 17 03:21:52.870898 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bc0bd-8cd8-4e1a-8f11-fb3df97e3721 req-807d4e83-2a77-4e7c-8c09-700aa704d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:52.872354 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3a8bc0bd-8cd8-4e1a-8f11-fb3df97e3721 req-807d4e83-2a77-4e7c-8c09-700aa704d107 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 1129 time: 0.0381939 Oct 17 03:21:52.979459 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:52.984896 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bc0bd-8cd8-4e1a-8f11-fb3df97e3721 req-affe63c4-629e-4971-a383-d81a9fa0de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:52.986091 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbeff5-cc82-43ce-ac61-e6f495b5fbb7 req-f07dbdaf-178a-4c3c-81d2-b7472786583d tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:52.986613 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3a8bc0bd-8cd8-4e1a-8f11-fb3df97e3721 req-affe63c4-629e-4971-a383-d81a9fa0de29 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 913 time: 0.0918286 Oct 17 03:21:52.987687 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8acbeff5-cc82-43ce-ac61-e6f495b5fbb7 req-f07dbdaf-178a-4c3c-81d2-b7472786583d tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0516579 Oct 17 03:21:53.039347 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8acbeff5-cc82-43ce-ac61-e6f495b5fbb7 req-2f50d968-688f-4333-a994-90a8d86805b7 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450993 Oct 17 03:21:53.053807 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3a8bc0bd-8cd8-4e1a-8f11-fb3df97e3721 req-d303c170-1fe6-47e8-a970-f04463523a56 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eae0ee63-abc6-4231-af35-475536e08de6 HTTP/1.1" status: 200 len: 1001 time: 0.0581813 Oct 17 03:21:53.104194 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bc0bd-8cd8-4e1a-8f11-fb3df97e3721 req-a082950e-96d0-4746-a82b-ecd44d772e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:53.105539 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3a8bc0bd-8cd8-4e1a-8f11-fb3df97e3721 req-a082950e-96d0-4746-a82b-ecd44d772e8c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0429783 Oct 17 03:21:53.142738 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:53.155283 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bc0bd-8cd8-4e1a-8f11-fb3df97e3721 req-cf239edc-ff7d-4db9-9314-139d9bdfa42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:53.156750 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3a8bc0bd-8cd8-4e1a-8f11-fb3df97e3721 req-cf239edc-ff7d-4db9-9314-139d9bdfa42a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423400 Oct 17 03:21:53.246988 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3a8bc0bd-8cd8-4e1a-8f11-fb3df97e3721 req-5d8879ac-9e0d-4adf-8029-16ccc65450dd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808628 Oct 17 03:21:53.342110 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-3a8bc0bd-8cd8-4e1a-8f11-fb3df97e3721 req-9119f8b8-da41-4686-9b92-f2ae7ff69abb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856352 Oct 17 03:21:54.155902 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedbe05-8a26-4c51-8330-c411cd32cbbf req-815e2cba-f760-4df0-9e66-ad0a2df60287 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:54.157331 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0eedbe05-8a26-4c51-8330-c411cd32cbbf req-815e2cba-f760-4df0-9e66-ad0a2df60287 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0463369 Oct 17 03:21:54.205925 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-0eedbe05-8a26-4c51-8330-c411cd32cbbf req-0ecb09f9-053b-47ab-84fd-6cf42783282f tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430851 Oct 17 03:21:55.324601 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f1585-c5aa-4d52-84f6-7bf59776df4e req-25c54c96-8c4e-4457-a7a5-c4340ed612d6 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:55.326065 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8b0f1585-c5aa-4d52-84f6-7bf59776df4e req-25c54c96-8c4e-4457-a7a5-c4340ed612d6 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0466802 Oct 17 03:21:55.376481 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-8b0f1585-c5aa-4d52-84f6-7bf59776df4e req-41f39d90-e501-47a8-82f1-03639e9122cf tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450149 Oct 17 03:21:56.226400 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 48ec48fa-0118-49a2-bc96-50aad08e84df details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:21:56.325104 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 48ec48fa-0118-49a2-bc96-50aad08e84df, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=48ec48fa-0118-49a2-bc96-50aad08e84df,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:56.336022 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'port_id': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'mac_address': 'fa:16:3e:0e:96:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c337f6c-4721-4519-806c-2e51623c7065', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:21:56.373682 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 48ec48fa-0118-49a2-bc96-50aad08e84df is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:56.374001 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:56.387389 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ec48fa-0118-49a2-bc96-50aad08e84df {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:21:56.406657 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 48ec48fa-0118-49a2-bc96-50aad08e84df, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=48ec48fa-0118-49a2-bc96-50aad08e84df,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:56.410895 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:56.458489 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=48ec48fa-0118-49a2-bc96-50aad08e84df,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:56.498365 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbcd66-dbf6-419d-998c-62aebe7f3f6d req-5b8f233e-fed3-4366-8823-1d72f5bc0e66 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:56.499836 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a7bbcd66-dbf6-419d-998c-62aebe7f3f6d req-5b8f233e-fed3-4366-8823-1d72f5bc0e66 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 945 time: 0.0453403 Oct 17 03:21:56.552361 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-a7bbcd66-dbf6-419d-998c-62aebe7f3f6d req-9fa89cbd-b2b0-4fc6-9c03-91fcfa336fc7 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455718 Oct 17 03:21:56.665053 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['48ec48fa-0118-49a2-bc96-50aad08e84df'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:21:57.676718 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d7c47-1089-424c-b014-090ecf4de5b6 req-8a092c43-faf0-4ffa-a3c9-ab7c88d6d465 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:57.678373 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-156d7c47-1089-424c-b014-090ecf4de5b6 req-8a092c43-faf0-4ffa-a3c9-ab7c88d6d465 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 945 time: 0.0498779 Oct 17 03:21:57.727298 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-156d7c47-1089-424c-b014-090ecf4de5b6 req-ec11fcfb-12a8-4c72-b7b7-136a12201995 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433931 Oct 17 03:21:58.241689 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 48ec48fa-0118-49a2-bc96-50aad08e84df up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:21:58.260966 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:58.287136 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port 48ec48fa-0118-49a2-bc96-50aad08e84df completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:21:58.293735 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 48ec48fa-0118-49a2-bc96-50aad08e84df triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:21:58.294111 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:58.294466 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 48ec48fa-0118-49a2-bc96-50aad08e84df Oct 17 03:21:58.330459 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:21:58.367988 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 48ec48fa-0118-49a2-bc96-50aad08e84df is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:21:58.368378 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:58.391644 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:21:58.393878 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2dbade-0e7d-473a-ac27-bf2f5df1f950" -d '{"events": [{"server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "name": "network-vif-plugged", "status": "completed", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:21:58.406688 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 48ec48fa-0118-49a2-bc96-50aad08e84df, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=48ec48fa-0118-49a2-bc96-50aad08e84df,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:21:58.412520 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:21:58.441968 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f286f6d8-e4af-43ba-813f-484d28706d3c x-openstack-request-id: req-f286f6d8-e4af-43ba-813f-484d28706d3c {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:21:58.442260 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "name": "network-vif-plugged", "status": "completed", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:21:58.442528 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f286f6d8-e4af-43ba-813f-484d28706d3c {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:21:58.442966 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f286f6d8-e4af-43ba-813f-484d28706d3c'] response: {'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'code': 200} Oct 17 03:21:58.462131 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=48ec48fa-0118-49a2-bc96-50aad08e84df,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:21:58.667049 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92bf3a-fee9-42d1-ba23-baf228936a90 req-39a56aa2-b0c3-4793-a3a7-66a890fe5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:58.668586 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2c92bf3a-fee9-42d1-ba23-baf228936a90 req-39a56aa2-b0c3-4793-a3a7-66a890fe5bef service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 1130 time: 0.0400109 Oct 17 03:21:58.716993 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2c92bf3a-fee9-42d1-ba23-baf228936a90 req-6ef93234-538e-4593-8b2f-0d8dc56d9cbb service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395999 Oct 17 03:21:58.845085 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e81283-36e1-423f-924b-f5fa79738c3b req-da2448f3-a0cb-4115-9a18-f74f37511a7f tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:21:58.846540 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-45e81283-36e1-423f-924b-f5fa79738c3b req-da2448f3-a0cb-4115-9a18-f74f37511a7f tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0458443 Oct 17 03:21:58.895768 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-45e81283-36e1-423f-924b-f5fa79738c3b req-01a13c39-9d90-4a43-8e64-0cd5a7cac885 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428975 Oct 17 03:22:00.015822 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49285e3d-4af7-4f9c-af71-a4e12ed5d624 req-cf5f8bcd-9a4f-4919-b074-a9b16d1091d2 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:00.017273 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-49285e3d-4af7-4f9c-af71-a4e12ed5d624 req-cf5f8bcd-9a4f-4919-b074-a9b16d1091d2 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0466876 Oct 17 03:22:00.069734 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-49285e3d-4af7-4f9c-af71-a4e12ed5d624 req-9ce7b8b5-e8bf-49b5-b3cd-dddaea34df22 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462623 Oct 17 03:22:00.194106 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb31ee-3f8f-4a4b-8664-eb9f5149ad45 req-1c5f622b-ed5c-4be5-b147-1520182dac9d tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:00.195481 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4dbb31ee-3f8f-4a4b-8664-eb9f5149ad45 req-1c5f622b-ed5c-4be5-b147-1520182dac9d tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0456514 Oct 17 03:22:00.247172 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4dbb31ee-3f8f-4a4b-8664-eb9f5149ad45 req-8065ddb5-51ac-4b30-87ef-22abe2e0d1c5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461044 Oct 17 03:22:00.275456 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46140) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:22:00.357720 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd8b82-b113-45d7-b6a4-e95a50720802 tempest-TestShelveInstance-1866557146 tempest-TestShelveInstance-1866557146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:00.359218 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-d3dd8b82-b113-45d7-b6a4-e95a50720802 tempest-TestShelveInstance-1866557146 tempest-TestShelveInstance-1866557146-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 1125 time: 0.0827587 Oct 17 03:22:00.362146 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46144) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:22:00.366767 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'port_id': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:22:00.388123 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:00.464381 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:00.527848 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:00.573861 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Allocated IP 172.27.0.24 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/fb5d8a34-6272-4d1a-b0ae-0064d97889f3) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:22:00.662924 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:00.681171 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for port (fb5d8a34-6272-4d1a-b0ae-0064d97889f3), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:00.713875 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (fb5d8a34-6272-4d1a-b0ae-0064d97889f3), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:00.754167 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:22:00.758968 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:22:00.761539 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:22:00.782732 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event updated for resources: {'Port': ['ID=fb5d8a34-6272-4d1a-b0ae-0064d97889f3,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:22:01.111323 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for floatingip (f090f185-4850-44d7-9e55-993aad8625ab), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:01.177031 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (fb5d8a34-6272-4d1a-b0ae-0064d97889f3), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:01.304156 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:01.325325 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for port (fb5d8a34-6272-4d1a-b0ae-0064d97889f3), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:01.329626 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (fb5d8a34-6272-4d1a-b0ae-0064d97889f3), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:01.397483 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (f090f185-4850-44d7-9e55-993aad8625ab), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:01.400004 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event updated for resources: {'Port': ['ID=fb5d8a34-6272-4d1a-b0ae-0064d97889f3,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:22:01.440125 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:01.495439 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Floating IP f090f185-4850-44d7-9e55-993aad8625ab associated. External IP: 172.27.0.24, port: 48ec48fa-0118-49a2-bc96-50aad08e84df. Oct 17 03:22:01.949203 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Router d857cb57-fa91-43d1-9c0a-aae7da036664 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:22:02.051272 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:22:02.061254 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2d1d71-a48b-4304-9310-bf72c9e7c7c0 None None] Sync routers for ids ['d857cb57-fa91-43d1-9c0a-aae7da036664'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:22:02.069591 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:02.071276 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2d1d71-a48b-4304-9310-bf72c9e7c7c0 None None] Routers {'d857cb57-fa91-43d1-9c0a-aae7da036664'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:22:02.071874 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-5e2d1d71-a48b-4304-9310-bf72c9e7c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['d857cb57-fa91-43d1-9c0a-aae7da036664'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:22:02.103320 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-598ab3b8-d495-480a-97a4-e543a5b9416a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7401247 Oct 17 03:22:02.104062 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:22:02.106531 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce112902-30f3-4346-9bd9-a1428faa3708" -d '{"events": [{"name": "network-changed", "server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:22:02.144487 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a132c558-9cf1-4679-b595-69356d777523 x-openstack-request-id: req-a132c558-9cf1-4679-b595-69356d777523 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:22:02.145078 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:22:02.145078 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a132c558-9cf1-4679-b595-69356d777523 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:22:02.145407 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a132c558-9cf1-4679-b595-69356d777523'] response: {'name': 'network-changed', 'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'status': 'completed', 'code': 200} Oct 17 03:22:02.173373 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-5e2d1d71-a48b-4304-9310-bf72c9e7c7c0 None None] Set router d857cb57-fa91-43d1-9c0a-aae7da036664 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:22:02.205119 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112902-30f3-4346-9bd9-a1428faa3708 req-82a13528-3ec9-42c9-9237-109311a5850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:02.206568 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce112902-30f3-4346-9bd9-a1428faa3708 req-82a13528-3ec9-42c9-9237-109311a5850c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7a92b100ac14d44aff5e4083a49f5ad&device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 1130 time: 0.0393419 Oct 17 03:22:02.297175 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112902-30f3-4346-9bd9-a1428faa3708 req-e2f7b95f-3fe8-4fd0-a398-1770b9e02260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:02.298632 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce112902-30f3-4346-9bd9-a1428faa3708 req-e2f7b95f-3fe8-4fd0-a398-1770b9e02260 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d6a2b611-0809-4328-b56f-ab1d9ab2417d HTTP/1.1" status: 200 len: 909 time: 0.0864639 Oct 17 03:22:02.363258 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce112902-30f3-4346-9bd9-a1428faa3708 req-7103ab96-3130-4de2-a9a1-055dae881262 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ec48fa-0118-49a2-bc96-50aad08e84df HTTP/1.1" status: 200 len: 999 time: 0.0584676 Oct 17 03:22:02.387445 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-5e2d1d71-a48b-4304-9310-bf72c9e7c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 4, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'f090f185-4850-44d7-9e55-993aad8625ab', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'port_id': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'mac_address': 'fa:16:3e:0e:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:22:00Z', 'updated_at': '2022-10-17T03:22:00Z', 'revision_number': 0, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08bf35fb-a5f7-43d0-be43-c7ef69664502', 'name': '', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'mac_address': 'fa:16:3e:98:0e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '5c337f6c-4721-4519-806c-2e51623c7065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:20Z', 'updated_at': '2022-10-17T03:21:25Z', 'revision_number': 5, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'subnets': [{'id': '5c337f6c-4721-4519-806c-2e51623c7065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:22:02.410909 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112902-30f3-4346-9bd9-a1428faa3708 req-03b50980-5295-4d70-9bf2-f9647e8bddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:02.413264 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce112902-30f3-4346-9bd9-a1428faa3708 req-03b50980-5295-4d70-9bf2-f9647e8bddf1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=5c337f6c-4721-4519-806c-2e51623c7065 HTTP/1.1" status: 200 len: 847 time: 0.0442462 Oct 17 03:22:02.413527 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2d1d71-a48b-4304-9310-bf72c9e7c7c0 None None] Checking router: d857cb57-fa91-43d1-9c0a-aae7da036664 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:22:02.422044 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2d1d71-a48b-4304-9310-bf72c9e7c7c0 None None] Routers {'d857cb57-fa91-43d1-9c0a-aae7da036664'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:22:02.422632 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-5e2d1d71-a48b-4304-9310-bf72c9e7c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:21:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['d857cb57-fa91-43d1-9c0a-aae7da036664'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:22:02.455397 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112902-30f3-4346-9bd9-a1428faa3708 req-352f3761-feab-4110-a4c1-8c40a39fd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:02.456817 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce112902-30f3-4346-9bd9-a1428faa3708 req-352f3761-feab-4110-a4c1-8c40a39fd63b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d6a2b611-0809-4328-b56f-ab1d9ab2417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377576 Oct 17 03:22:02.548942 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:02.557353 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce112902-30f3-4346-9bd9-a1428faa3708 req-ae01db40-f641-41c6-a83a-8f71888c479e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942597 Oct 17 03:22:02.613620 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-5e2d1d71-a48b-4304-9310-bf72c9e7c7c0 None None] Set router d857cb57-fa91-43d1-9c0a-aae7da036664 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:22:02.648482 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ce112902-30f3-4346-9bd9-a1428faa3708 req-60a61852-0c55-455e-86e9-2282e3504ffe service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846355 Oct 17 03:22:02.822536 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-5e2d1d71-a48b-4304-9310-bf72c9e7c7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 4, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'f090f185-4850-44d7-9e55-993aad8625ab', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'port_id': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'mac_address': 'fa:16:3e:0e:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:22:00Z', 'updated_at': '2022-10-17T03:22:00Z', 'revision_number': 0, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08bf35fb-a5f7-43d0-be43-c7ef69664502', 'name': '', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'mac_address': 'fa:16:3e:98:0e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '5c337f6c-4721-4519-806c-2e51623c7065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:20Z', 'updated_at': '2022-10-17T03:21:25Z', 'revision_number': 5, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'subnets': [{'id': '5c337f6c-4721-4519-806c-2e51623c7065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:22:02.849843 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2d1d71-a48b-4304-9310-bf72c9e7c7c0 None None] The sync data for ids ['d857cb57-fa91-43d1-9c0a-aae7da036664'] in dv-cinder-846977-2-iscsi is: [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 4, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'f090f185-4850-44d7-9e55-993aad8625ab', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'port_id': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'mac_address': 'fa:16:3e:0e:96:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:22:00Z', 'updated_at': '2022-10-17T03:22:00Z', 'revision_number': 0, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08bf35fb-a5f7-43d0-be43-c7ef69664502', 'name': '', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'mac_address': 'fa:16:3e:98:0e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '5c337f6c-4721-4519-806c-2e51623c7065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:20Z', 'updated_at': '2022-10-17T03:21:25Z', 'revision_number': 5, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'subnets': [{'id': '5c337f6c-4721-4519-806c-2e51623c7065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:22:03.041654 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96a182-e20e-45f3-a68d-1ae201da82da None None] New status for floating IP f090f185-4850-44d7-9e55-993aad8625ab: ACTIVE {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:22:04.437408 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:22:07.293369 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-3370ccca-b941-4d3d-8ac3-494c515682aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:09.332302 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-597bbdd3-4e1d-4e36-9c6c-cf7620df03a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:10.230807 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=94 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:10.243168 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:10.742152 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:12.169790 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:12.325664 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:12.644248 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=10 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:12.645008 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=92,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:16.956118 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:17.440750 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=78 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:17.445672 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=78 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:26.950346 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=47,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:26.951149 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:34.227263 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=14 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:34.229844 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=12 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:36.837865 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b875b-affc-40c9-8e3d-1584f18348b9 req-58f84064-62d6-4154-addf-9b57609fe1bd tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:36.839342 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-bc1b875b-affc-40c9-8e3d-1584f18348b9 req-58f84064-62d6-4154-addf-9b57609fe1bd tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 945 time: 0.0506663 Oct 17 03:22:36.888431 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-bc1b875b-affc-40c9-8e3d-1584f18348b9 req-97af6e2d-7877-484e-a0f3-a6cdf98ac301 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434060 Oct 17 03:22:37.298769 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7ee36f6f-8e9d-47c2-93d5-ee1a12ae842d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:38.012685 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca80b71-a6af-4e16-8490-82c33b2335f6 req-5517fc0f-627f-4019-8b05-28d6ddcb4df7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:38.014140 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-aca80b71-a6af-4e16-8490-82c33b2335f6 req-5517fc0f-627f-4019-8b05-28d6ddcb4df7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 945 time: 0.0472379 Oct 17 03:22:38.064072 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-aca80b71-a6af-4e16-8490-82c33b2335f6 req-e4532163-281b-4bfd-a2f2-1025ef733e6b tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442004 Oct 17 03:22:38.443971 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460df59-f15e-427a-a049-779c16c31d99 req-b29c818f-4d01-4043-86ba-101a249c36a2 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:38.445399 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d460df59-f15e-427a-a049-779c16c31d99 req-b29c818f-4d01-4043-86ba-101a249c36a2 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 945 time: 0.0460284 Oct 17 03:22:38.529903 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Deleting port eae0ee63-abc6-4231-af35-475536e08de6 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:22:38.530285 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (eae0ee63-abc6-4231-af35-475536e08de6), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:38.620706 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] For port eae0ee63-abc6-4231-af35-475536e08de6, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=eae0ee63-abc6-4231-af35-475536e08de6,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:22:38.621064 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (eae0ee63-abc6-4231-af35-475536e08de6), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:38.784926 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:38.785200 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (dba3ac68-3a6d-4bc9-b4dd-bb9ce76a9c7e), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:38.785509 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Floating IP dba3ac68-3a6d-4bc9-b4dd-bb9ce76a9c7e disassociated. External IP: 172.27.0.214, port: eae0ee63-abc6-4231-af35-475536e08de6. Oct 17 03:22:38.786365 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Calling delete_port for eae0ee63-abc6-4231-af35-475536e08de6 owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:22:38.909370 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (eae0ee63-abc6-4231-af35-475536e08de6), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:38.938498 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event deleted for resources: {'Port': ['ID=eae0ee63-abc6-4231-af35-475536e08de6,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:22:38.951053 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.951393 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.951724 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.952058 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.952646 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.952974 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.953843 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.953843 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.954149 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.954249 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.954530 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.954847 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.955295 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.955633 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:38.955789 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:39.057832 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Router ba810bd8-34e1-48a4-8d31-3925564c3909 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:22:39.178027 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5a10881d-6f7b-4ec3-8a85-b8ba96227cb2 req-f5517dcc-b88d-4554-ba46-4819805d259f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=80dda8a9-370d-4ebe-9d60-26a482c38a14 HTTP/1.1" status: 200 len: 210 time: 0.0354269 Oct 17 03:22:39.186852 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:22:39.191417 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:39.208203 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e780ad08-9416-4227-b432-72b971fd5c9c None None] Sync routers for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:22:39.219670 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e780ad08-9416-4227-b432-72b971fd5c9c None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:22:39.220298 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-e780ad08-9416-4227-b432-72b971fd5c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:22:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:22:39.235486 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] No DVR routers for this DVR port eae0ee63-abc6-4231-af35-475536e08de6 on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:22:39.238121 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:39.241586 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-d460df59-f15e-427a-a049-779c16c31d99 req-2fa6ef63-5011-458c-b5c2-d0567470587d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "DELETE /networking/v2.0/ports/eae0ee63-abc6-4231-af35-475536e08de6 HTTP/1.1" status: 204 len: 173 time: 0.7902272 Oct 17 03:22:39.242074 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'name': 'network-vif-deleted', 'tag': 'eae0ee63-abc6-4231-af35-475536e08de6'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:22:39.244422 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56b0966-dbee-45a9-bb5e-642f03565f91" -d '{"events": [{"server_uuid": "80dda8a9-370d-4ebe-9d60-26a482c38a14", "name": "network-vif-deleted", "tag": "eae0ee63-abc6-4231-af35-475536e08de6"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:22:39.333286 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-e780ad08-9416-4227-b432-72b971fd5c9c None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:22:39.340928 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8d1143e1-c820-4848-9434-6a7eca156c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:39.380530 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291f784c-160b-45ce-9a02-5fd75347a6e3 x-openstack-request-id: req-291f784c-160b-45ce-9a02-5fd75347a6e3 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:22:39.380889 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dda8a9-370d-4ebe-9d60-26a482c38a14", "name": "network-vif-deleted", "tag": "eae0ee63-abc6-4231-af35-475536e08de6", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:22:39.381201 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-291f784c-160b-45ce-9a02-5fd75347a6e3 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:22:39.381663 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291f784c-160b-45ce-9a02-5fd75347a6e3'] response: {'server_uuid': '80dda8a9-370d-4ebe-9d60-26a482c38a14', 'name': 'network-vif-deleted', 'tag': 'eae0ee63-abc6-4231-af35-475536e08de6', 'status': 'completed', 'code': 200} Oct 17 03:22:39.539775 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-e780ad08-9416-4227-b432-72b971fd5c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:22:39.564410 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e780ad08-9416-4227-b432-72b971fd5c9c None None] Checking router: ba810bd8-34e1-48a4-8d31-3925564c3909 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:22:39.573441 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e780ad08-9416-4227-b432-72b971fd5c9c None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:22:39.574053 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-e780ad08-9416-4227-b432-72b971fd5c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:22:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:22:39.676327 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-e780ad08-9416-4227-b432-72b971fd5c9c None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:22:39.857509 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-e780ad08-9416-4227-b432-72b971fd5c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:22:39.885470 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e780ad08-9416-4227-b432-72b971fd5c9c None None] The sync data for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi is: [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:22:40.106600 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb66f26-5dfb-428c-b0c1-315147900d47 None None] New status for floating IP dba3ac68-3a6d-4bc9-b4dd-bb9ce76a9c7e: DOWN {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:22:40.452954 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f34eab2-8068-475c-b32a-888b6fbf96aa tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1985794598&fields=id&tenant_id=917f1029c33f4607b398287532f2fb4b HTTP/1.1" status: 200 len: 267 time: 0.0448806 Oct 17 03:22:40.560795 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-cd25a74a-3dd5-4e07-9b36-8892b71d0aa4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:40.562232 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-cd25a74a-3dd5-4e07-9b36-8892b71d0aa4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 812 time: 0.1022542 Oct 17 03:22:40.576726 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-572aadb1-e067-4b90-b5d8-47d7b034bbc1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/quotas/917f1029c33f4607b398287532f2fb4b HTTP/1.1" status: 200 len: 375 time: 0.0086296 Oct 17 03:22:40.624451 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-13733497-a08c-4ea7-93ff-0e54e973436f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430102 Oct 17 03:22:40.639831 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-c3e9153a-5ef0-4858-bfd0-03ecb35276d0 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:22:40.640773 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-c3e9153a-5ef0-4858-bfd0-03ecb35276d0 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049579 Oct 17 03:22:40.730114 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-b09b4d0b-f731-4184-ab05-92cda64b2bb7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841932 Oct 17 03:22:40.745465 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:40.820459 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-bdb596a8-e3ac-4c1b-a67d-092e889e17e2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845349 Oct 17 03:22:41.116508 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6edbb95f-e6ab-4464-b5fe-27676f1ca27a req-d1a6b0d9-ffaf-4c53-8683-7583724912b4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 210 time: 0.0290661 Oct 17 03:22:41.435974 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:22:42.177815 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:42.228546 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6d3da796-5374-4dd8-a49e-a7df466d4332 req-427e3e65-97d7-41d3-aa20-553318467b9a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 210 time: 0.0327773 Oct 17 03:22:42.238122 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:42.328305 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:42.336951 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-b6fb407f-48f1-4224-9cd2-938743852488 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:42.338418 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-b6fb407f-48f1-4224-9cd2-938743852488 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 812 time: 0.1107745 Oct 17 03:22:42.404897 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-6f390ac6-118b-4918-a3af-d0dea0c80148 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=917f1029c33f4607b398287532f2fb4b HTTP/1.1" status: 200 len: 380 time: 0.0566220 Oct 17 03:22:42.416010 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'port': {'device_id': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'admin_state_up': True, 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'security_groups': ['1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:22:42.469872 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device eae0ee63-abc6-4231-af35-475536e08de6 no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:22:42.490365 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: eae0ee63-abc6-4231-af35-475536e08de6 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:22:42.490717 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device eae0ee63-abc6-4231-af35-475536e08de6 not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:22:42.523606 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Made reservation on behalf of 917f1029c33f4607b398287532f2fb4b for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:22:42.527246 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:42.652542 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Allocated IP 172.20.0.11 (69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd/fe0294fe-6364-4dad-bac5-300c814f640b/e329b034-354a-460c-a740-22ac7c371ccb) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:22:42.798076 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for port (e329b034-354a-460c-a740-22ac7c371ccb), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:42.830147 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (e329b034-354a-460c-a740-22ac7c371ccb), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:42.875776 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:22:42.878980 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:22:42.883279 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:22:42.907618 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'Port': ['ID=e329b034-354a-460c-a740-22ac7c371ccb,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:22:42.938078 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:42.938776 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:42.956074 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3f2351dd-747b-4080-b0ad-74fc5028e706 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5442665 Oct 17 03:22:43.001291 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-5308bdd4-c2e5-4e33-89d6-d44c3d0abdc1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:22:43.002344 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-5308bdd4-c2e5-4e33-89d6-d44c3d0abdc1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054865 Oct 17 03:22:43.061819 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Request body: {'port': {'device_id': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:22:43.122969 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (e329b034-354a-460c-a740-22ac7c371ccb), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:43.131680 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:43.154990 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:43.166696 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-87e7c1bb-d768-4af2-b124-441267905634 None None] Provisioning complete for port e329b034-354a-460c-a740-22ac7c371ccb triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:22:43.167102 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-87e7c1bb-d768-4af2-b124-441267905634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (e329b034-354a-460c-a740-22ac7c371ccb), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:43.167723 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-87e7c1bb-d768-4af2-b124-441267905634 None None] Attempt 1 to provision port e329b034-354a-460c-a740-22ac7c371ccb Oct 17 03:22:43.199681 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-87e7c1bb-d768-4af2-b124-441267905634 None None] Port e329b034-354a-460c-a740-22ac7c371ccb cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:22:43.376662 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ab813-922d-43cd-8d99-34da45234758 req-cced1f90-df37-468e-b190-6d317464133b tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:43.378114 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-684ab813-922d-43cd-8d99-34da45234758 req-cced1f90-df37-468e-b190-6d317464133b tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 932 time: 0.0689645 Oct 17 03:22:43.445761 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e329b034-354a-460c-a740-22ac7c371ccb {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:22:43.459588 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Publish callbacks [] for port (e329b034-354a-460c-a740-22ac7c371ccb), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:43.473871 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-684ab813-922d-43cd-8d99-34da45234758 req-d3109e07-3bb3-41a9-9b65-7435662ec6d9 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882730 Oct 17 03:22:43.481316 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Transition to ACTIVE for port object e329b034-354a-460c-a740-22ac7c371ccb will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:22:43.485445 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (e329b034-354a-460c-a740-22ac7c371ccb), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:43.548231 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Pushing event updated for resources: {'Port': ['ID=e329b034-354a-460c-a740-22ac7c371ccb,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:22:43.599812 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Attempting to bind port e329b034-354a-460c-a740-22ac7c371ccb on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:22:43.600131 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Attempting to bind port e329b034-354a-460c-a740-22ac7c371ccb by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:22:43.600456 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Attempting to bind port e329b034-354a-460c-a740-22ac7c371ccb on network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:22:43.641976 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Port e329b034-354a-460c-a740-22ac7c371ccb on network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:22:43.642296 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Attempting to bind port e329b034-354a-460c-a740-22ac7c371ccb on network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:22:43.683362 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:22:43.683690 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Checking segment: {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:22:43.684060 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Bound using segment: {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:22:43.684482 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Bound port: e329b034-354a-460c-a740-22ac7c371ccb, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:22:43.684825 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (e329b034-354a-460c-a740-22ac7c371ccb), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:43.747649 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] For port e329b034-354a-460c-a740-22ac7c371ccb, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:22:43.750549 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] For port e329b034-354a-460c-a740-22ac7c371ccb, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=e329b034-354a-460c-a740-22ac7c371ccb,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:22:43.757140 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (e329b034-354a-460c-a740-22ac7c371ccb), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:43.760234 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:43.760859 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:43.762201 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/e329b034-354a-460c-a740-22ac7c371ccb HTTP/1.1" status: 200 len: 1094 time: 0.7528088 Oct 17 03:22:43.764292 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'tag': 'e329b034-354a-460c-a740-22ac7c371ccb'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:22:43.766448 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e81926-2455-465d-a96b-b3c5c5274026" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3f89ba-cb21-406a-bd30-004d49d589db", "tag": "e329b034-354a-460c-a740-22ac7c371ccb"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:22:43.818921 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330e6834-dfc0-40ba-9e24-2f030a149322 x-openstack-request-id: req-330e6834-dfc0-40ba-9e24-2f030a149322 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:22:43.819200 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3f89ba-cb21-406a-bd30-004d49d589db", "tag": "e329b034-354a-460c-a740-22ac7c371ccb", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:22:43.819443 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-330e6834-dfc0-40ba-9e24-2f030a149322 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:22:43.819827 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330e6834-dfc0-40ba-9e24-2f030a149322'] response: {'name': 'network-changed', 'server_uuid': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'tag': 'e329b034-354a-460c-a740-22ac7c371ccb', 'status': 'completed', 'code': 200} Oct 17 03:22:43.841647 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e0a1c-65e3-405a-89ac-671641d3001f service neutron] Pushing event updated for resources: {'Port': ['ID=e329b034-354a-460c-a740-22ac7c371ccb,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:22:43.853707 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7d236ddb-210c-41af-8cba-bd2ce45c737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:43.855217 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-7d236ddb-210c-41af-8cba-bd2ce45c737d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 1128 time: 0.0502698 Oct 17 03:22:43.898428 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-8328bdc3-de26-4c28-8593-b467debc2de8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e329b034-354a-460c-a740-22ac7c371ccb HTTP/1.1" status: 200 len: 217 time: 0.0310779 Oct 17 03:22:43.953330 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-e00fbf5e-0925-40e4-adec-058a1a32c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:43.954719 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-e00fbf5e-0925-40e4-adec-058a1a32c8c1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0462408 Oct 17 03:22:43.996733 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:44.000350 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3e42bdbe-c567-4813-a783-279090aaee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:44.001800 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-3e42bdbe-c567-4813-a783-279090aaee1e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381868 Oct 17 03:22:44.093840 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:44.097785 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-4c81dc2d-e0a2-4e14-a673-9f6d3d2ecf6f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863059 Oct 17 03:22:44.188369 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cb15b60e-c97a-43f1-a212-b5aeada6933e req-bbb46edc-f95b-4dc6-8d1e-aca465f295d1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813859 Oct 17 03:22:44.488494 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e81926-2455-465d-a96b-b3c5c5274026 req-bfe14cef-75cf-48ec-9e1d-747825239725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:44.490505 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-95e81926-2455-465d-a96b-b3c5c5274026 req-bfe14cef-75cf-48ec-9e1d-747825239725 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 1128 time: 0.0385540 Oct 17 03:22:44.612429 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fda30-b5d3-4ac2-8f0b-39564c580a23 req-cb52ada2-d4cf-4ece-8f88-8d0d5195a2b2 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:44.614413 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ed8fda30-b5d3-4ac2-8f0b-39564c580a23 req-cb52ada2-d4cf-4ece-8f88-8d0d5195a2b2 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 944 time: 0.0641196 Oct 17 03:22:44.643728 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e81926-2455-465d-a96b-b3c5c5274026 req-cd6dff47-67c0-4324-a9ee-1866ccde9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:44.645209 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-95e81926-2455-465d-a96b-b3c5c5274026 req-cd6dff47-67c0-4324-a9ee-1866ccde9590 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 913 time: 0.1482911 Oct 17 03:22:44.704458 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-95e81926-2455-465d-a96b-b3c5c5274026 req-8a764d65-010f-4028-ba21-9c22ccb792db service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e329b034-354a-460c-a740-22ac7c371ccb HTTP/1.1" status: 200 len: 217 time: 0.0481896 Oct 17 03:22:44.708428 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ed8fda30-b5d3-4ac2-8f0b-39564c580a23 req-3c7b56cc-491e-4c03-ad68-7880647d2a2d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881970 Oct 17 03:22:44.756412 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e81926-2455-465d-a96b-b3c5c5274026 req-f56ff163-f312-4436-9481-6cb793f53367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:44.757797 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-95e81926-2455-465d-a96b-b3c5c5274026 req-f56ff163-f312-4436-9481-6cb793f53367 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0443804 Oct 17 03:22:44.804410 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e81926-2455-465d-a96b-b3c5c5274026 req-35353e99-6614-46e3-a503-e48ebd189911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:44.805884 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-95e81926-2455-465d-a96b-b3c5c5274026 req-35353e99-6614-46e3-a503-e48ebd189911 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393593 Oct 17 03:22:44.900571 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-95e81926-2455-465d-a96b-b3c5c5274026 req-cb104a55-9fb5-4795-b22f-2da41e7dd842 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853522 Oct 17 03:22:44.997940 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-95e81926-2455-465d-a96b-b3c5c5274026 req-181d816d-ae8c-4d13-b7a5-50d96002947e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853152 Oct 17 03:22:45.829521 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7c417-59d5-4cc5-95f7-ff513a594794 req-77531181-3418-45ac-9fbe-53e90eaaf05f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:45.830985 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4bc7c417-59d5-4cc5-95f7-ff513a594794 req-77531181-3418-45ac-9fbe-53e90eaaf05f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 944 time: 0.0461218 Oct 17 03:22:45.879341 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4bc7c417-59d5-4cc5-95f7-ff513a594794 req-727b7878-fd89-49ac-a476-4171e198a1c8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 Oct 17 03:22:46.972508 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:47.003359 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfc48d-2023-4fed-ae22-96a477a8816c req-fe23470f-7ada-4398-ae61-78fa5ad3cb12 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:47.004854 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cccfc48d-2023-4fed-ae22-96a477a8816c req-fe23470f-7ada-4398-ae61-78fa5ad3cb12 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 944 time: 0.0516572 Oct 17 03:22:47.055219 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-cccfc48d-2023-4fed-ae22-96a477a8816c req-0781bf72-8719-49c4-a5ed-69cb90e0c403 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448020 Oct 17 03:22:48.172740 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941b0d2-fe70-4567-aa0d-3ddc182196c1 req-b7335c11-c6e8-47cc-bc49-b59ef1f9d760 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:48.174184 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6941b0d2-fe70-4567-aa0d-3ddc182196c1 req-b7335c11-c6e8-47cc-bc49-b59ef1f9d760 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 944 time: 0.0464466 Oct 17 03:22:48.222224 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6941b0d2-fe70-4567-aa0d-3ddc182196c1 req-9cec1ca0-2786-465e-b430-2e88f03d3e6a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422933 Oct 17 03:22:49.340013 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e48fd7-e1d9-40ba-90b9-e75ca77924fe req-c4e43626-9588-4a02-a6fb-92d915d403cf tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:49.341458 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b3e48fd7-e1d9-40ba-90b9-e75ca77924fe req-c4e43626-9588-4a02-a6fb-92d915d403cf tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 944 time: 0.0461991 Oct 17 03:22:49.390075 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b3e48fd7-e1d9-40ba-90b9-e75ca77924fe req-f61a1e46-a416-4c17-9faa-9289f8c4b92d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431383 Oct 17 03:22:50.511470 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301c565-d47c-45ef-baeb-2aad3e35ffbd req-e84f6be1-f458-447e-aef7-a7cb8dd32e8f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:50.512923 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0301c565-d47c-45ef-baeb-2aad3e35ffbd req-e84f6be1-f458-447e-aef7-a7cb8dd32e8f tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 944 time: 0.0495188 Oct 17 03:22:50.561000 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-0301c565-d47c-45ef-baeb-2aad3e35ffbd req-7d18ecc6-5ee3-4d78-9b20-0d3573ea2e59 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426359 Oct 17 03:22:51.683838 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bee05b-c538-4300-9a9d-648e7fc84da6 req-bafc68f5-e77f-45d3-a020-433452615acf tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:51.685284 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f0bee05b-c538-4300-9a9d-648e7fc84da6 req-bafc68f5-e77f-45d3-a020-433452615acf tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 944 time: 0.0495093 Oct 17 03:22:51.733791 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f0bee05b-c538-4300-9a9d-648e7fc84da6 req-0e2958da-e560-4d38-b72d-530ef456fdd2 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428674 Oct 17 03:22:52.611074 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device e329b034-354a-460c-a740-22ac7c371ccb details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:22:52.707235 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port e329b034-354a-460c-a740-22ac7c371ccb, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=e329b034-354a-460c-a740-22ac7c371ccb,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:22:52.721299 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': 'e329b034-354a-460c-a740-22ac7c371ccb', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'port_id': 'e329b034-354a-460c-a740-22ac7c371ccb', 'mac_address': 'fa:16:3e:e6:5f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:22:52.756109 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port e329b034-354a-460c-a740-22ac7c371ccb is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:22:52.756501 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (e329b034-354a-460c-a740-22ac7c371ccb), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:52.771189 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e329b034-354a-460c-a740-22ac7c371ccb {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:22:52.793388 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port e329b034-354a-460c-a740-22ac7c371ccb, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=e329b034-354a-460c-a740-22ac7c371ccb,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:22:52.797380 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (e329b034-354a-460c-a740-22ac7c371ccb), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:52.844455 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=e329b034-354a-460c-a740-22ac7c371ccb,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:22:52.852697 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.853043 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.853419 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.853750 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.854095 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.854419 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.854738 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.855083 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.855492 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.855766 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.856067 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.856395 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.856732 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.857047 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.857359 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:22:52.860599 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e04bb-0ade-413d-8d95-609a7005ce34 req-ab028bcd-d991-41a6-ad3c-9b5954d99c21 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:52.862094 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-da8e04bb-0ade-413d-8d95-609a7005ce34 req-ab028bcd-d991-41a6-ad3c-9b5954d99c21 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 945 time: 0.0480199 Oct 17 03:22:52.912059 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-da8e04bb-0ade-413d-8d95-609a7005ce34 req-38db30b3-1992-4260-84ff-ff67822b545c tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441265 Oct 17 03:22:53.032975 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['e329b034-354a-460c-a740-22ac7c371ccb'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:22:53.247241 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:53.757297 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:53.788301 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f1f4db21-8f96-449e-a440-d23fafabcfab req-8d67783b-b8e6-4f60-adfe-50db89b01dd4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384560 Oct 17 03:22:53.869830 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4db21-8f96-449e-a440-d23fafabcfab req-918411db-5bc5-45c8-b25d-09a15af1fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:53.871312 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f1f4db21-8f96-449e-a440-d23fafabcfab req-918411db-5bc5-45c8-b25d-09a15af1fa42 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7a92b100ac14d44aff5e4083a49f5ad&device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 1130 time: 0.0384336 Oct 17 03:22:53.945207 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:53.983783 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4db21-8f96-449e-a440-d23fafabcfab req-acfac6d3-c685-48e5-af54-765badc8d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:53.985257 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f1f4db21-8f96-449e-a440-d23fafabcfab req-acfac6d3-c685-48e5-af54-765badc8d052 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d6a2b611-0809-4328-b56f-ab1d9ab2417d HTTP/1.1" status: 200 len: 909 time: 0.0903213 Oct 17 03:22:54.070334 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27177a83-caad-4646-b7b9-7fa3617775db req-ff658193-224c-4a9f-a481-3f507e0adf80 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:54.071830 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-27177a83-caad-4646-b7b9-7fa3617775db req-ff658193-224c-4a9f-a481-3f507e0adf80 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 945 time: 0.0857160 Oct 17 03:22:54.088780 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f1f4db21-8f96-449e-a440-d23fafabcfab req-602c95b9-658e-451d-9543-fd79d60013f0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ec48fa-0118-49a2-bc96-50aad08e84df HTTP/1.1" status: 200 len: 1001 time: 0.0936263 Oct 17 03:22:54.158086 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-27177a83-caad-4646-b7b9-7fa3617775db req-16e80810-f8b8-4236-9486-2f9c985738e6 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795698 Oct 17 03:22:54.164615 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4db21-8f96-449e-a440-d23fafabcfab req-774f8bbd-2e0b-4774-9a42-d2c7cd30b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:54.166011 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f1f4db21-8f96-449e-a440-d23fafabcfab req-774f8bbd-2e0b-4774-9a42-d2c7cd30b0d1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=5c337f6c-4721-4519-806c-2e51623c7065 HTTP/1.1" status: 200 len: 847 time: 0.0680439 Oct 17 03:22:54.212316 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4db21-8f96-449e-a440-d23fafabcfab req-fa137a01-9c09-4e5b-96b0-1b476cea11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:54.213774 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f1f4db21-8f96-449e-a440-d23fafabcfab req-fa137a01-9c09-4e5b-96b0-1b476cea11a4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d6a2b611-0809-4328-b56f-ab1d9ab2417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382769 Oct 17 03:22:54.311925 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f1f4db21-8f96-449e-a440-d23fafabcfab req-c1eb1a9c-5684-4fea-bc9d-badbb384c027 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879610 Oct 17 03:22:54.404796 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f1f4db21-8f96-449e-a440-d23fafabcfab req-e38c5bbe-b2c7-4173-b34c-374d614087bf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833943 Oct 17 03:22:54.439037 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=73 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:54.444062 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=67 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:54.536045 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device e329b034-354a-460c-a740-22ac7c371ccb up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:22:54.580387 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port e329b034-354a-460c-a740-22ac7c371ccb completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:22:54.586175 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port e329b034-354a-460c-a740-22ac7c371ccb triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:22:54.586573 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (e329b034-354a-460c-a740-22ac7c371ccb), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:54.587063 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port e329b034-354a-460c-a740-22ac7c371ccb Oct 17 03:22:54.624387 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:54.659255 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port e329b034-354a-460c-a740-22ac7c371ccb is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:22:54.659595 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (e329b034-354a-460c-a740-22ac7c371ccb), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:54.682921 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e329b034-354a-460c-a740-22ac7c371ccb'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:22:54.685125 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f39b16-2bcc-4069-a4f9-ca2942136ad6" -d '{"events": [{"server_uuid": "2e3f89ba-cb21-406a-bd30-004d49d589db", "name": "network-vif-plugged", "status": "completed", "tag": "e329b034-354a-460c-a740-22ac7c371ccb"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:22:54.698351 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port e329b034-354a-460c-a740-22ac7c371ccb, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=e329b034-354a-460c-a740-22ac7c371ccb,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:22:54.702949 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (e329b034-354a-460c-a740-22ac7c371ccb), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:54.748542 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=e329b034-354a-460c-a740-22ac7c371ccb,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:22:54.779007 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c2d1ac-f1d4-4a03-a71e-87661ffb3c1a x-openstack-request-id: req-73c2d1ac-f1d4-4a03-a71e-87661ffb3c1a {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:22:54.779299 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3f89ba-cb21-406a-bd30-004d49d589db", "name": "network-vif-plugged", "status": "completed", "tag": "e329b034-354a-460c-a740-22ac7c371ccb", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:22:54.779551 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-73c2d1ac-f1d4-4a03-a71e-87661ffb3c1a {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:22:54.779978 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c2d1ac-f1d4-4a03-a71e-87661ffb3c1a'] response: {'server_uuid': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e329b034-354a-460c-a740-22ac7c371ccb', 'code': 200} Oct 17 03:22:55.037651 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f3719-e2c1-40b5-8c31-5cefce479e27 req-9adec676-423e-40d7-b6d3-26386415bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:55.039144 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f26f3719-e2c1-40b5-8c31-5cefce479e27 req-9adec676-423e-40d7-b6d3-26386415bff6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 1130 time: 0.0445638 Oct 17 03:22:55.086695 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f26f3719-e2c1-40b5-8c31-5cefce479e27 req-e7e59a33-2a64-408f-9c04-2ab57f74d1da service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385411 Oct 17 03:22:55.277122 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b9565-7453-4bd4-bcbe-442169dd1422 req-c383b9bc-1680-4776-8ed8-a0e5e37ddaeb tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:55.278592 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e6b9565-7453-4bd4-bcbe-442169dd1422 req-c383b9bc-1680-4776-8ed8-a0e5e37ddaeb tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 946 time: 0.0451350 Oct 17 03:22:55.327676 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e6b9565-7453-4bd4-bcbe-442169dd1422 req-d39d819d-311f-4451-ab71-e4896268ab98 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433450 Oct 17 03:22:56.454179 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62630c7d-d0d1-48bc-b95d-48f79b20fa0d req-e7b919a7-1e67-4bc8-aab6-1ee31803363b tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:56.455664 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-62630c7d-d0d1-48bc-b95d-48f79b20fa0d req-e7b919a7-1e67-4bc8-aab6-1ee31803363b tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 946 time: 0.0501688 Oct 17 03:22:56.504213 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-62630c7d-d0d1-48bc-b95d-48f79b20fa0d req-925df5d8-96f3-4584-825e-1bbd6da60080 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426838 Oct 17 03:22:57.626211 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a35fe-75a9-49ae-a81e-6c84d671477f req-a2b0783c-66a8-40f7-b514-894faf3c7532 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:57.627697 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f40a35fe-75a9-49ae-a81e-6c84d671477f req-a2b0783c-66a8-40f7-b514-894faf3c7532 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 946 time: 0.0454168 Oct 17 03:22:57.679527 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-f40a35fe-75a9-49ae-a81e-6c84d671477f req-7435d9ec-c88c-4146-ae86-d418a3bfe157 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458198 Oct 17 03:22:57.784828 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:57.798348 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a968f7-5a1a-4d68-974f-23f75b758dee req-3d97851f-6491-4750-b01f-abd4c0957cef tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:57.799842 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-51a968f7-5a1a-4d68-974f-23f75b758dee req-3d97851f-6491-4750-b01f-abd4c0957cef tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 946 time: 0.0474575 Oct 17 03:22:57.826899 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:57.849911 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-51a968f7-5a1a-4d68-974f-23f75b758dee req-e6404b0f-cfd0-43d6-8c77-7849fcd8a513 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 Oct 17 03:22:57.878047 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46238) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:22:57.914452 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a81405-fb65-46f7-8492-8f78ea0b470d tempest-TestVolumeBootPattern-2072248591 tempest-TestVolumeBootPattern-2072248591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:57.915959 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-91a81405-fb65-46f7-8492-8f78ea0b470d tempest-TestVolumeBootPattern-2072248591 tempest-TestVolumeBootPattern-2072248591-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 1125 time: 0.0369158 Oct 17 03:22:57.919063 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46240) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:22:57.923046 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'port_id': 'e329b034-354a-460c-a740-22ac7c371ccb', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:22:57.945170 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:58.023746 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:58.025985 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:58.322683 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:58.390126 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Allocated IP 172.27.0.62 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/b07c3bdc-7b3e-49f8-9b91-e96f45aa3960) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:22:58.493532 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for port (b07c3bdc-7b3e-49f8-9b91-e96f45aa3960), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:58.524001 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (b07c3bdc-7b3e-49f8-9b91-e96f45aa3960), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:58.564893 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:22:58.569644 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:22:58.573512 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:22:58.576811 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'Port': ['ID=b07c3bdc-7b3e-49f8-9b91-e96f45aa3960,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:22:58.915846 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (d5c8ca34-6ef9-4a43-8321-0dc13f0244f8), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:58.980749 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (b07c3bdc-7b3e-49f8-9b91-e96f45aa3960), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:59.018088 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:59.077410 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:22:59.132745 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for port (b07c3bdc-7b3e-49f8-9b91-e96f45aa3960), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:59.136833 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (b07c3bdc-7b3e-49f8-9b91-e96f45aa3960), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:59.207338 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'Port': ['ID=b07c3bdc-7b3e-49f8-9b91-e96f45aa3960,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:22:59.210525 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (d5c8ca34-6ef9-4a43-8321-0dc13f0244f8), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:59.308789 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Floating IP d5c8ca34-6ef9-4a43-8321-0dc13f0244f8 associated. External IP: 172.27.0.62, port: e329b034-354a-460c-a740-22ac7c371ccb. Oct 17 03:22:59.502673 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Router ba810bd8-34e1-48a4-8d31-3925564c3909 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:22:59.604138 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:22:59.613765 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0a7386-2c38-4e1b-9d7b-afc9c60fdaec None None] Sync routers for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:22:59.623207 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:22:59.624419 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a7386-2c38-4e1b-9d7b-afc9c60fdaec None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:22:59.625211 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-0f0a7386-2c38-4e1b-9d7b-afc9c60fdaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:22:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:22:59.658185 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6bfeb8a5-0fe7-400c-8a14-5a056321b1a1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7377715 Oct 17 03:22:59.658760 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'tag': 'e329b034-354a-460c-a740-22ac7c371ccb'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:22:59.661756 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8914ed-8636-4af6-9849-fc50ed25b12c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3f89ba-cb21-406a-bd30-004d49d589db", "tag": "e329b034-354a-460c-a740-22ac7c371ccb"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:22:59.699359 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d835d09-88b2-4691-99be-63ca3b39ae76 x-openstack-request-id: req-2d835d09-88b2-4691-99be-63ca3b39ae76 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:22:59.699651 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3f89ba-cb21-406a-bd30-004d49d589db", "tag": "e329b034-354a-460c-a740-22ac7c371ccb", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:22:59.699904 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2d835d09-88b2-4691-99be-63ca3b39ae76 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:22:59.700308 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d835d09-88b2-4691-99be-63ca3b39ae76'] response: {'name': 'network-changed', 'server_uuid': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'tag': 'e329b034-354a-460c-a740-22ac7c371ccb', 'status': 'completed', 'code': 200} Oct 17 03:22:59.733685 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-0f0a7386-2c38-4e1b-9d7b-afc9c60fdaec None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:22:59.761885 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8914ed-8636-4af6-9849-fc50ed25b12c req-14ec84db-a768-4897-a94f-2b72ca3cba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:59.763368 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8914ed-8636-4af6-9849-fc50ed25b12c req-14ec84db-a768-4897-a94f-2b72ca3cba11 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 1130 time: 0.0401833 Oct 17 03:22:59.856033 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8914ed-8636-4af6-9849-fc50ed25b12c req-ddb7839b-fb1d-41b8-a95e-6b10445e297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:59.857500 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8914ed-8636-4af6-9849-fc50ed25b12c req-ddb7839b-fb1d-41b8-a95e-6b10445e297d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 913 time: 0.0876744 Oct 17 03:22:59.923927 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8914ed-8636-4af6-9849-fc50ed25b12c req-754b3d78-db3d-4c42-ab43-eb7867414934 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e329b034-354a-460c-a740-22ac7c371ccb HTTP/1.1" status: 200 len: 999 time: 0.0604579 Oct 17 03:22:59.970204 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8914ed-8636-4af6-9849-fc50ed25b12c req-96a3b1ec-3b18-4c7e-a82e-8b7556d71fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:22:59.971674 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8914ed-8636-4af6-9849-fc50ed25b12c req-96a3b1ec-3b18-4c7e-a82e-8b7556d71fa1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0423245 Oct 17 03:23:00.015539 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8914ed-8636-4af6-9849-fc50ed25b12c req-48486b95-a14e-4790-b210-949ab09529da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:23:00.016978 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8914ed-8636-4af6-9849-fc50ed25b12c req-48486b95-a14e-4790-b210-949ab09529da service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389085 Oct 17 03:23:00.029421 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:00.035639 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-0f0a7386-2c38-4e1b-9d7b-afc9c60fdaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'd5c8ca34-6ef9-4a43-8321-0dc13f0244f8', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'e329b034-354a-460c-a740-22ac7c371ccb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:e6:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:22:58Z', 'updated_at': '2022-10-17T03:22:58Z', 'revision_number': 0, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:23:00.043454 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:00.064918 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0a7386-2c38-4e1b-9d7b-afc9c60fdaec None None] Checking router: ba810bd8-34e1-48a4-8d31-3925564c3909 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:23:00.073675 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a7386-2c38-4e1b-9d7b-afc9c60fdaec None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:23:00.074152 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-0f0a7386-2c38-4e1b-9d7b-afc9c60fdaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:22:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:23:00.115166 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8914ed-8636-4af6-9849-fc50ed25b12c req-18b62079-1773-4540-9388-ab9d918ed471 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922396 Oct 17 03:23:00.174036 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-0f0a7386-2c38-4e1b-9d7b-afc9c60fdaec None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:23:00.205642 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-1e8914ed-8636-4af6-9849-fc50ed25b12c req-8aa6d69d-8a3b-408f-8d7a-305b118f8f4e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848095 Oct 17 03:23:00.384601 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-0f0a7386-2c38-4e1b-9d7b-afc9c60fdaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'd5c8ca34-6ef9-4a43-8321-0dc13f0244f8', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'e329b034-354a-460c-a740-22ac7c371ccb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:e6:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:22:58Z', 'updated_at': '2022-10-17T03:22:58Z', 'revision_number': 0, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:23:00.413234 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0a7386-2c38-4e1b-9d7b-afc9c60fdaec None None] The sync data for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi is: [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'd5c8ca34-6ef9-4a43-8321-0dc13f0244f8', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'e329b034-354a-460c-a740-22ac7c371ccb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:e6:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:22:58Z', 'updated_at': '2022-10-17T03:22:58Z', 'revision_number': 0, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:23:00.609508 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05df08-670f-4250-af04-0e3a56adac3c None None] New status for floating IP d5c8ca34-6ef9-4a43-8321-0dc13f0244f8: ACTIVE {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:23:07.292265 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c4d71fcc-4afd-4368-bf60-9350e1f8f37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:23:07.837159 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:07.846225 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=7 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:09.337711 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-18b7144f-db12-437a-9558-3294cd26a294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:23:10.200681 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=19 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:10.202579 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=17 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:10.382103 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=74 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:10.387203 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=74 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:10.746645 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:23:12.179685 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:23:12.330536 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:23:16.984630 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:23:18.434646 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:23:26.978556 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:26.980435 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=47,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:35.451821 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=6 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:35.452616 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:37.295556 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-b84ea298-b09c-4b48-9e5f-7370457ff0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:23:39.340072 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9ff4-11a4-443f-8940-612cf8cd24d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:23:40.750158 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:23:42.183493 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:23:42.333659 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:23:46.983020 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:23:53.072958 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5e33939e-b889-45ef-8e8a-28c9ea4e1dba req-96430918-e013-4b13-ba1a-5b190af24dac service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429051 Oct 17 03:23:53.159747 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33939e-b889-45ef-8e8a-28c9ea4e1dba req-29372ba7-71c1-4158-94f7-7ff96c3bf34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:23:53.161203 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5e33939e-b889-45ef-8e8a-28c9ea4e1dba req-29372ba7-71c1-4158-94f7-7ff96c3bf34d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7a92b100ac14d44aff5e4083a49f5ad&device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 1130 time: 0.0393033 Oct 17 03:23:53.271636 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33939e-b889-45ef-8e8a-28c9ea4e1dba req-1a5f72fb-0843-4529-9d61-763ecd99e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:23:53.273065 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5e33939e-b889-45ef-8e8a-28c9ea4e1dba req-1a5f72fb-0843-4529-9d61-763ecd99e015 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d6a2b611-0809-4328-b56f-ab1d9ab2417d HTTP/1.1" status: 200 len: 909 time: 0.0888753 Oct 17 03:23:53.338315 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5e33939e-b889-45ef-8e8a-28c9ea4e1dba req-d55976e9-71f9-4550-b222-b4f3585c2e68 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ec48fa-0118-49a2-bc96-50aad08e84df HTTP/1.1" status: 200 len: 1001 time: 0.0544801 Oct 17 03:23:53.390102 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33939e-b889-45ef-8e8a-28c9ea4e1dba req-2fde0b0e-cced-4b37-bf70-8b54ea46dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:23:53.391534 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5e33939e-b889-45ef-8e8a-28c9ea4e1dba req-2fde0b0e-cced-4b37-bf70-8b54ea46dec3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=5c337f6c-4721-4519-806c-2e51623c7065 HTTP/1.1" status: 200 len: 847 time: 0.0431714 Oct 17 03:23:53.441585 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33939e-b889-45ef-8e8a-28c9ea4e1dba req-f8eaaaca-b9a6-4a54-981d-c3164bd06743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:23:53.443124 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5e33939e-b889-45ef-8e8a-28c9ea4e1dba req-f8eaaaca-b9a6-4a54-981d-c3164bd06743 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d6a2b611-0809-4328-b56f-ab1d9ab2417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420487 Oct 17 03:23:53.534195 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5e33939e-b889-45ef-8e8a-28c9ea4e1dba req-34d75aca-4388-4802-8750-a81e6ef4b253 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816064 Oct 17 03:23:53.632431 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5e33939e-b889-45ef-8e8a-28c9ea4e1dba req-833d925a-213e-44b5-963d-4a01944849f9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882509 Oct 17 03:23:55.433064 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:23:56.977127 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:56.979087 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:23:59.584685 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bb63e-1b9d-4597-8e4f-9ba73a347d9e req-e39f965a-5116-4324-b19e-17c29afecf7e tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:23:59.586188 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-266bb63e-1b9d-4597-8e4f-9ba73a347d9e req-e39f965a-5116-4324-b19e-17c29afecf7e tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0470457 Oct 17 03:23:59.634541 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-266bb63e-1b9d-4597-8e4f-9ba73a347d9e req-59a79b2e-bd44-4031-95d6-aedcafc3f00a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426774 Oct 17 03:24:00.758712 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0949f30-6813-4132-939f-a70fb7fb44e7 req-68715b04-5ce8-421c-aa07-10e0a62f4f01 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:00.760189 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f0949f30-6813-4132-939f-a70fb7fb44e7 req-68715b04-5ce8-421c-aa07-10e0a62f4f01 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0477147 Oct 17 03:24:00.811671 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-f0949f30-6813-4132-939f-a70fb7fb44e7 req-9ba4679d-d915-4058-aa07-90d925d023c0 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459435 Oct 17 03:24:01.930374 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61469f-ad9a-4475-8907-8fc1ed514a40 req-22153286-2699-484f-8f23-ffe071152f59 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:01.931829 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dd61469f-ad9a-4475-8907-8fc1ed514a40 req-22153286-2699-484f-8f23-ffe071152f59 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0451236 Oct 17 03:24:01.983340 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dd61469f-ad9a-4475-8907-8fc1ed514a40 req-40eb1ea8-c970-4027-9446-d550b71e7b87 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460036 Oct 17 03:24:03.103405 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd417806-f978-40b0-8303-a957fe2e73a0 req-afa831d7-0378-4ac5-bdd2-f2b1019b250b tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:03.104928 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fd417806-f978-40b0-8303-a957fe2e73a0 req-afa831d7-0378-4ac5-bdd2-f2b1019b250b tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0458601 Oct 17 03:24:03.152707 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-fd417806-f978-40b0-8303-a957fe2e73a0 req-26a78ac6-3e80-426e-bb55-0ad84d10a4f9 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423782 Oct 17 03:24:04.270444 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977529-9e31-42b7-887d-8b4f567a6853 req-abac98be-9ebf-4e2a-b987-f6e08e3dac83 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:04.271942 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e977529-9e31-42b7-887d-8b4f567a6853 req-abac98be-9ebf-4e2a-b987-f6e08e3dac83 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0460579 Oct 17 03:24:04.320928 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4e977529-9e31-42b7-887d-8b4f567a6853 req-b9a201a0-6524-4f8d-a855-74e6a97636d6 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434566 Oct 17 03:24:05.442390 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc8e2c-b5f0-40b7-bb9b-b4e3e61b62e0 req-b67b145a-0058-47bf-bfd2-9c7685f09695 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:05.443880 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a8bc8e2c-b5f0-40b7-bb9b-b4e3e61b62e0 req-b67b145a-0058-47bf-bfd2-9c7685f09695 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0470099 Oct 17 03:24:05.491447 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a8bc8e2c-b5f0-40b7-bb9b-b4e3e61b62e0 req-20fb87c1-c909-4eb0-8c57-711483a890b0 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419819 Oct 17 03:24:06.609407 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bd827-eb38-4219-9a92-0df8476613e8 req-dd7fc088-8f21-4f3c-9fc8-2088c2b56bb7 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:06.610844 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-983bd827-eb38-4219-9a92-0df8476613e8 req-dd7fc088-8f21-4f3c-9fc8-2088c2b56bb7 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0454464 Oct 17 03:24:06.659321 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-983bd827-eb38-4219-9a92-0df8476613e8 req-cff3958d-1a86-4d8a-888f-6bfe4188570a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427856 Oct 17 03:24:07.297225 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-16103421-6e15-4c88-8edd-871bf7a97ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:07.781700 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2be7c0-0d92-40a7-82a9-9666a62c0efc req-7650006a-0bf7-48c5-920d-9bf85c2b4198 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:07.783798 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4d2be7c0-0d92-40a7-82a9-9666a62c0efc req-7650006a-0bf7-48c5-920d-9bf85c2b4198 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0486264 Oct 17 03:24:07.832306 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4d2be7c0-0d92-40a7-82a9-9666a62c0efc req-c0a4cd1c-7428-474d-b8a0-4500fab92f77 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Oct 17 03:24:08.432315 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:08.437589 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=5 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:08.954234 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f26221-7fbf-49c4-aae4-aeaad4b700e1 req-99ae77ac-57d8-4387-a557-58124b909284 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:08.956370 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-41f26221-7fbf-49c4-aae4-aeaad4b700e1 req-99ae77ac-57d8-4387-a557-58124b909284 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0505745 Oct 17 03:24:09.004080 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-41f26221-7fbf-49c4-aae4-aeaad4b700e1 req-5d136b2b-ae4c-4451-9fba-5bd8d296d7ac tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421493 Oct 17 03:24:09.340811 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-898b4d86-27b9-444d-ae5b-b09d270e4bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:09.818163 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e6d2c-8d13-4197-a0a9-a7e73c918dc2 req-8485a0b7-bf8c-4e1a-8c83-bfb82b5c127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:09.819637 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c9e6d2c-8d13-4197-a0a9-a7e73c918dc2 req-8485a0b7-bf8c-4e1a-8c83-bfb82b5c127b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7a92b100ac14d44aff5e4083a49f5ad&device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 1130 time: 0.0386057 Oct 17 03:24:09.835283 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:09.836741 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:09.914583 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e6d2c-8d13-4197-a0a9-a7e73c918dc2 req-40486f67-cbe2-48f9-bf57-bf2fde4bc59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:09.916300 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c9e6d2c-8d13-4197-a0a9-a7e73c918dc2 req-40486f67-cbe2-48f9-bf57-bf2fde4bc59a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d6a2b611-0809-4328-b56f-ab1d9ab2417d HTTP/1.1" status: 200 len: 909 time: 0.0879214 Oct 17 03:24:09.977577 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c9e6d2c-8d13-4197-a0a9-a7e73c918dc2 req-f9299523-1645-4760-abe5-8acf171dd49b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ec48fa-0118-49a2-bc96-50aad08e84df HTTP/1.1" status: 200 len: 1001 time: 0.0530517 Oct 17 03:24:10.027536 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e6d2c-8d13-4197-a0a9-a7e73c918dc2 req-a5fb0c0e-55b2-4114-a1e3-fd656e385eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:10.028952 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c9e6d2c-8d13-4197-a0a9-a7e73c918dc2 req-a5fb0c0e-55b2-4114-a1e3-fd656e385eb2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=5c337f6c-4721-4519-806c-2e51623c7065 HTTP/1.1" status: 200 len: 847 time: 0.0417516 Oct 17 03:24:10.077419 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e6d2c-8d13-4197-a0a9-a7e73c918dc2 req-7246618b-5259-47b0-b491-ba4c928b583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:10.078838 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c9e6d2c-8d13-4197-a0a9-a7e73c918dc2 req-7246618b-5259-47b0-b491-ba4c928b583d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d6a2b611-0809-4328-b56f-ab1d9ab2417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430183 Oct 17 03:24:10.124910 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9bbb3-eee0-4717-a072-161bcfc351cb req-67754e95-5d46-433a-bc07-d05e5727dd33 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:10.126376 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-12b9bbb3-eee0-4717-a072-161bcfc351cb req-67754e95-5d46-433a-bc07-d05e5727dd33 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0470850 Oct 17 03:24:10.171150 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c9e6d2c-8d13-4197-a0a9-a7e73c918dc2 req-995b5c26-ba6f-4a40-9e2d-8a89fe88a923 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830946 Oct 17 03:24:10.175563 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-12b9bbb3-eee0-4717-a072-161bcfc351cb req-aef34b42-b1ec-4941-8305-6a830d429990 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427330 Oct 17 03:24:10.268049 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-8c9e6d2c-8d13-4197-a0a9-a7e73c918dc2 req-89bc79a6-4b81-49bf-b6d9-26fa8d478ebf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875640 Oct 17 03:24:10.753533 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:11.298126 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc2e6f-cd9c-43c1-8d54-e80a45eea303 req-b070eaec-e18a-4e04-bd48-6ee4cfed40e2 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:11.299706 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e2fc2e6f-cd9c-43c1-8d54-e80a45eea303 req-b070eaec-e18a-4e04-bd48-6ee4cfed40e2 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0480459 Oct 17 03:24:11.348222 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e2fc2e6f-cd9c-43c1-8d54-e80a45eea303 req-a0c8d15d-88a7-4409-89ce-42e2e2acaca2 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428262 Oct 17 03:24:12.186052 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:12.336262 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:12.475520 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df43d5e-e0d3-487f-899c-0f0696833114 req-8b3abcff-0b38-445a-a530-fddfdddc19b6 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:12.476991 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9df43d5e-e0d3-487f-899c-0f0696833114 req-8b3abcff-0b38-445a-a530-fddfdddc19b6 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0527892 Oct 17 03:24:12.529224 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9df43d5e-e0d3-487f-899c-0f0696833114 req-155a244c-dc6a-4d8b-9f9d-8737ef685a3b tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464687 Oct 17 03:24:13.647973 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5154c-124a-4d1a-a3ab-f299be690f6b req-c131a6c6-b604-41cd-b7e0-6fba660be53f tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:13.649440 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-76f5154c-124a-4d1a-a3ab-f299be690f6b req-c131a6c6-b604-41cd-b7e0-6fba660be53f tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0465095 Oct 17 03:24:13.702118 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-76f5154c-124a-4d1a-a3ab-f299be690f6b req-472f396b-607d-433e-af05-5412389034de tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472307 Oct 17 03:24:13.930716 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e6202-00b9-4cf1-9ef5-418ad6a9c120 req-56913045-ccaf-40e6-b114-db33124f849a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:13.932231 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-411e6202-00b9-4cf1-9ef5-418ad6a9c120 req-56913045-ccaf-40e6-b114-db33124f849a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0476384 Oct 17 03:24:13.944883 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-50844993-55b5-4aca-98b6-f6ff96c6a8e5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807333 Oct 17 03:24:13.981911 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-411e6202-00b9-4cf1-9ef5-418ad6a9c120 req-a65b5196-4ca2-4684-98e6-735b72f3addb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439417 Oct 17 03:24:14.071335 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-182055b8-346c-4ed2-b5e4-972c9cb261ff tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:14.072666 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-182055b8-346c-4ed2-b5e4-972c9cb261ff tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports/48ec48fa-0118-49a2-bc96-50aad08e84df HTTP/1.1" status: 200 len: 943 time: 0.0997338 Oct 17 03:24:15.016395 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 48ec48fa-0118-49a2-bc96-50aad08e84df no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:24:15.092542 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 48ec48fa-0118-49a2-bc96-50aad08e84df is: ACTIVE; New status is: DOWN {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:24:15.092938 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:15.108889 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15868ce4-b82a-4310-a947-d790dd92247f req-61e64a04-b01a-4bc5-9d43-27e2ff53863e tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:15.116075 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-15868ce4-b82a-4310-a947-d790dd92247f req-61e64a04-b01a-4bc5-9d43-27e2ff53863e tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0540912 Oct 17 03:24:15.117002 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:24:15.119383 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c90353-c2ee-4c16-8a2f-de1b4f3a1d71" -d '{"events": [{"server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "name": "network-vif-unplugged", "status": "completed", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:24:15.144503 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 48ec48fa-0118-49a2-bc96-50aad08e84df, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=48ec48fa-0118-49a2-bc96-50aad08e84df,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:24:15.149810 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:15.173023 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-15868ce4-b82a-4310-a947-d790dd92247f req-7ef48146-cd6f-43a6-912f-a89acf428bdb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559328 Oct 17 03:24:15.182225 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 03:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cd7770-5abc-443e-a7e2-2db4b7778230 x-openstack-request-id: req-71cd7770-5abc-443e-a7e2-2db4b7778230 {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:24:15.182517 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "name": "network-vif-unplugged", "status": "completed", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:24:15.182984 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-71cd7770-5abc-443e-a7e2-2db4b7778230 {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:24:15.183391 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71cd7770-5abc-443e-a7e2-2db4b7778230'] response: {'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'code': 200} Oct 17 03:24:15.203011 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=48ec48fa-0118-49a2-bc96-50aad08e84df,revision_number=6']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:24:15.210880 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.211313 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.211655 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.211993 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.212335 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.212664 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.212994 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.213327 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.213647 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.214251 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.214587 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.214935 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.215262 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.215587 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.215910 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:15.533912 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-c58cd0db-b3e8-4fca-8b56-061976d61f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:15.535315 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-c58cd0db-b3e8-4fca-8b56-061976d61f46 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e&tenant_id=f7a92b100ac14d44aff5e4083a49f5ad HTTP/1.1" status: 200 len: 1128 time: 0.0388439 Oct 17 03:24:15.605010 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-a65761dc-890f-4a6a-8f1e-ffedff2548e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:15.606452 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-a65761dc-890f-4a6a-8f1e-ffedff2548e3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7a92b100ac14d44aff5e4083a49f5ad&device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 1128 time: 0.0413985 Oct 17 03:24:15.697425 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-16564247-3406-4ef7-a297-35b75f76751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:15.698850 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-16564247-3406-4ef7-a297-35b75f76751e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d6a2b611-0809-4328-b56f-ab1d9ab2417d HTTP/1.1" status: 200 len: 909 time: 0.0834210 Oct 17 03:24:15.764694 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-ddcb2a5e-5555-4284-bb7c-ec3b7d119e59 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ec48fa-0118-49a2-bc96-50aad08e84df HTTP/1.1" status: 200 len: 999 time: 0.0569413 Oct 17 03:24:15.782165 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:15.818736 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-5ef9b65a-94f3-4394-9de8-09f1687ba786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:15.820200 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-5ef9b65a-94f3-4394-9de8-09f1687ba786 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=5c337f6c-4721-4519-806c-2e51623c7065 HTTP/1.1" status: 200 len: 847 time: 0.0456445 Oct 17 03:24:15.866020 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-48491650-12f9-403e-8630-7f2da4352c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:15.867497 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-48491650-12f9-403e-8630-7f2da4352c20 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d6a2b611-0809-4328-b56f-ab1d9ab2417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378835 Oct 17 03:24:15.958929 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:15.963003 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-36dbc41a-7159-4b08-ae8d-68cef7e2d4f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854340 Oct 17 03:24:16.054030 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9b813224-218d-4aae-b7a5-6f93cf35aa5e req-3785454d-d57c-4a21-bd73-ee97078fcb49 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820525 Oct 17 03:24:16.300305 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338030f-cc74-4e2e-be0a-634e3b88bedb req-4ea3a052-34cc-4f5e-a113-8f1b54768c2b tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:16.301764 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6338030f-cc74-4e2e-be0a-634e3b88bedb req-4ea3a052-34cc-4f5e-a113-8f1b54768c2b tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0504637 Oct 17 03:24:16.350062 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6338030f-cc74-4e2e-be0a-634e3b88bedb req-a048e82c-98dc-4951-ba4e-8a8ede41a1eb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426426 Oct 17 03:24:16.996728 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:17.472520 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996412f5-86d8-4613-a927-06d75c949502 req-9e9f0770-3e51-4cef-a3c5-c5333b7cfd32 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:17.473973 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-996412f5-86d8-4613-a927-06d75c949502 req-9e9f0770-3e51-4cef-a3c5-c5333b7cfd32 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0457337 Oct 17 03:24:17.522245 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-996412f5-86d8-4613-a927-06d75c949502 req-d47248c7-6884-48fb-afef-8b8729f5537f tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427966 Oct 17 03:24:18.651661 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f7045-c356-43b1-8829-5768c22e7434 req-2b0b8880-4726-47e7-a3ca-fd7e369b55e3 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:18.653119 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b47f7045-c356-43b1-8829-5768c22e7434 req-2b0b8880-4726-47e7-a3ca-fd7e369b55e3 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0465901 Oct 17 03:24:18.700894 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-b47f7045-c356-43b1-8829-5768c22e7434 req-1e37880b-9983-4fe4-970f-84d53f162948 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419321 Oct 17 03:24:19.820409 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194826bf-2879-4c8c-b458-2e1c52ad8dae req-01cf13f4-875d-4a5c-90fe-e0ae62394280 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:19.821855 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-194826bf-2879-4c8c-b458-2e1c52ad8dae req-01cf13f4-875d-4a5c-90fe-e0ae62394280 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0473869 Oct 17 03:24:19.869603 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-194826bf-2879-4c8c-b458-2e1c52ad8dae req-1cc92298-c89b-4e4c-9766-66271b313036 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423751 Oct 17 03:24:20.989203 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f165dfe-ef54-45af-b573-4f0772af70be req-3db0a03b-3975-4d5b-99e2-550559433769 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:20.990653 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9f165dfe-ef54-45af-b573-4f0772af70be req-3db0a03b-3975-4d5b-99e2-550559433769 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0464840 Oct 17 03:24:21.043329 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9f165dfe-ef54-45af-b573-4f0772af70be req-ab580f5d-5cef-43a5-ad15-708e0e70e89e tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470893 Oct 17 03:24:22.167169 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ada458-11ae-4734-bff3-0b8494de108f req-b58764a9-2129-410b-8bef-c9fba1c468eb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:22.168587 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-65ada458-11ae-4734-bff3-0b8494de108f req-b58764a9-2129-410b-8bef-c9fba1c468eb tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 944 time: 0.0491667 Oct 17 03:24:22.212198 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:22.217296 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-65ada458-11ae-4734-bff3-0b8494de108f req-c199b193-a19b-4aff-829f-1fa74debf1e9 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429282 Oct 17 03:24:23.034491 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 48ec48fa-0118-49a2-bc96-50aad08e84df details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:24:23.133034 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 48ec48fa-0118-49a2-bc96-50aad08e84df, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=48ec48fa-0118-49a2-bc96-50aad08e84df,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:24:23.143687 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'port_id': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'mac_address': 'fa:16:3e:0e:96:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c337f6c-4721-4519-806c-2e51623c7065', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:24:23.177679 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 48ec48fa-0118-49a2-bc96-50aad08e84df is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:24:23.178061 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:23.191034 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ec48fa-0118-49a2-bc96-50aad08e84df {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:24:23.210561 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 48ec48fa-0118-49a2-bc96-50aad08e84df, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=48ec48fa-0118-49a2-bc96-50aad08e84df,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:24:23.214422 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:23.261761 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=48ec48fa-0118-49a2-bc96-50aad08e84df,revision_number=7']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:24:23.342427 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5570eb1-1de6-464e-bfc4-e0ee8c1d4d97 req-7019a7d6-4a34-4e26-99b0-2f31c4bc2805 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:23.343904 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c5570eb1-1de6-464e-bfc4-e0ee8c1d4d97 req-7019a7d6-4a34-4e26-99b0-2f31c4bc2805 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 945 time: 0.0505855 Oct 17 03:24:23.392043 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c5570eb1-1de6-464e-bfc4-e0ee8c1d4d97 req-707253c9-336b-4206-9b4a-abe63c947435 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414138 Oct 17 03:24:23.477586 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['48ec48fa-0118-49a2-bc96-50aad08e84df'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:24:23.682721 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:23.684950 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:24.510361 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec01e5e-25fd-4402-b38d-7496ecce5773 req-29a1668f-48da-4971-9af0-151386d38bc3 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:24.511819 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bec01e5e-25fd-4402-b38d-7496ecce5773 req-29a1668f-48da-4971-9af0-151386d38bc3 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 945 time: 0.0457087 Oct 17 03:24:24.537512 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=100 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:24.561724 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bec01e5e-25fd-4402-b38d-7496ecce5773 req-888b713a-284d-4ec4-9bf0-522a164a8fcd tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441842 Oct 17 03:24:25.047498 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 48ec48fa-0118-49a2-bc96-50aad08e84df up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:24:25.093911 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port 48ec48fa-0118-49a2-bc96-50aad08e84df triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:24:25.094204 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:25.094583 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port 48ec48fa-0118-49a2-bc96-50aad08e84df Oct 17 03:24:25.162537 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port 48ec48fa-0118-49a2-bc96-50aad08e84df is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:24:25.162932 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:25.184623 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:24:25.186795 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bd79fe-f45e-445c-a814-939172f88454" -d '{"events": [{"server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "name": "network-vif-plugged", "status": "completed", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:24:25.199247 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port 48ec48fa-0118-49a2-bc96-50aad08e84df, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=48ec48fa-0118-49a2-bc96-50aad08e84df,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:24:25.203641 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:25.234238 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d62d50-133a-44d3-8d5d-89f58ab8ad2d x-openstack-request-id: req-42d62d50-133a-44d3-8d5d-89f58ab8ad2d {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:24:25.234531 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "name": "network-vif-plugged", "status": "completed", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:24:25.234781 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-42d62d50-133a-44d3-8d5d-89f58ab8ad2d {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:24:25.235202 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d62d50-133a-44d3-8d5d-89f58ab8ad2d'] response: {'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'code': 200} Oct 17 03:24:25.267569 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=48ec48fa-0118-49a2-bc96-50aad08e84df,revision_number=8']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:24:25.462037 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5019244-bd12-47ec-b8be-c291a1143134 req-9925558e-1644-41c7-8cf1-a73d24cf4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:25.463434 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e5019244-bd12-47ec-b8be-c291a1143134 req-9925558e-1644-41c7-8cf1-a73d24cf4dbb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 1130 time: 0.0385439 Oct 17 03:24:25.514780 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e5019244-bd12-47ec-b8be-c291a1143134 req-56f7b09b-2c56-4f01-a139-c5a5f52eb5a6 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387974 Oct 17 03:24:25.685452 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b916d6-9a5c-48d3-9325-1f560e9c5e36 req-47811547-8807-40ab-b7d4-d477754bf523 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:25.686897 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-39b916d6-9a5c-48d3-9325-1f560e9c5e36 req-47811547-8807-40ab-b7d4-d477754bf523 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0492723 Oct 17 03:24:25.736488 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-39b916d6-9a5c-48d3-9325-1f560e9c5e36 req-9635e9ac-2368-41c2-bc38-bc3e3a2bfe48 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432053 Oct 17 03:24:26.860024 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d4759-2ba9-40c3-a846-2db28fe57ae4 req-f439248a-5101-4185-8503-b3fa167fd6cc tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:26.861581 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-510d4759-2ba9-40c3-a846-2db28fe57ae4 req-f439248a-5101-4185-8503-b3fa167fd6cc tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0492070 Oct 17 03:24:26.909974 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-510d4759-2ba9-40c3-a846-2db28fe57ae4 req-f71bfacf-fb9b-47cc-8649-281d0503aa6e tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427198 Oct 17 03:24:28.030526 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca86a6-416c-49f4-ae31-e54f61f923d4 req-a3e6c6ea-f6a1-442b-b3a2-bc6ebbf85d21 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:28.032708 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-22ca86a6-416c-49f4-ae31-e54f61f923d4 req-a3e6c6ea-f6a1-442b-b3a2-bc6ebbf85d21 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0459790 Oct 17 03:24:28.082902 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-22ca86a6-416c-49f4-ae31-e54f61f923d4 req-0c0ec6c5-3d58-480b-9766-e1a6497e7f9d tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443723 Oct 17 03:24:32.431455 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:24:34.009111 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-6804e70a-f63b-4fad-98b4-6f8f9a99a59a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1985794598&fields=id&tenant_id=917f1029c33f4607b398287532f2fb4b HTTP/1.1" status: 200 len: 267 time: 0.0433469 Oct 17 03:24:34.088823 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:34.115554 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362990-24b2-4677-93e7-45e13c801d80 req-2be36d54-4d15-4672-a56e-75a7009f7f14 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:34.117005 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-2be36d54-4d15-4672-a56e-75a7009f7f14 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 812 time: 0.1016891 Oct 17 03:24:34.131365 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-fff1d0ec-3c13-4f6f-be9b-27716e1129d1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/quotas/917f1029c33f4607b398287532f2fb4b HTTP/1.1" status: 200 len: 375 time: 0.0087905 Oct 17 03:24:34.181698 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-575accd0-a9e3-460d-b38b-2fb15e0207d1 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456288 Oct 17 03:24:34.238307 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-1107a64b-b6c8-445c-8484-3e327d997ee4 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 03:24:34.239363 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-1107a64b-b6c8-445c-8484-3e327d997ee4 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0469766 Oct 17 03:24:34.331712 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-7c772557-9c17-44d0-ac1b-8b3c9c9b0cf1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863452 Oct 17 03:24:34.662126 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:34.684313 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-f91cbd85-c6fd-41ca-98c1-d479fdc581f4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470290 Oct 17 03:24:34.974557 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-7a28436d-b760-485e-afbc-339c53aa17e0 req-42b9d727-f8cf-47f4-9c98-d6eb3fc5c266 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 210 time: 0.0274310 Oct 17 03:24:35.256743 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:35.264874 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:36.051075 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362990-24b2-4677-93e7-45e13c801d80 req-f21c0cfd-8307-4b85-a162-b19176eb2049 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:36.052515 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-f21c0cfd-8307-4b85-a162-b19176eb2049 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 812 time: 0.1127353 Oct 17 03:24:36.086573 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9a0eb0fb-f7bd-475d-b82b-f8455f450593 req-31c5561d-07ff-4ce4-8a70-24ba05527b9d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 210 time: 0.0330887 Oct 17 03:24:36.135297 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-bbdc9ee5-3c04-4246-8450-2d7c932c0a66 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=917f1029c33f4607b398287532f2fb4b HTTP/1.1" status: 200 len: 380 time: 0.0552361 Oct 17 03:24:36.143690 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-99362990-24b2-4677-93e7-45e13c801d80 req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'port': {'device_id': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'admin_state_up': True, 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'security_groups': ['1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb']}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:24:36.256752 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99362990-24b2-4677-93e7-45e13c801d80 req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Made reservation on behalf of 917f1029c33f4607b398287532f2fb4b for: {'port': 1} {{(pid=104638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 03:24:36.260696 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-99362990-24b2-4677-93e7-45e13c801d80 req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:36.390790 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [req-99362990-24b2-4677-93e7-45e13c801d80 req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Allocated IP 172.20.0.3 (69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd/fe0294fe-6364-4dad-bac5-300c814f640b/aabd0a01-3525-4a5d-92bf-64b4665e78bf) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:24:36.533963 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-99362990-24b2-4677-93e7-45e13c801d80 req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:36.564231 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:36.569649 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-99362990-24b2-4677-93e7-45e13c801d80 req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:36.620855 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99362990-24b2-4677-93e7-45e13c801d80 req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:24:36.624035 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [req-99362990-24b2-4677-93e7-45e13c801d80 req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:24:36.628095 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-99362990-24b2-4677-93e7-45e13c801d80 req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:24:36.653902 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'Port': ['ID=aabd0a01-3525-4a5d-92bf-64b4665e78bf,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:24:36.668397 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.668743 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.669087 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.669425 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.669755 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.670084 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.670417 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.670746 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.671124 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.671452 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.671774 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.672789 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.673114 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.673435 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.673755 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:24:36.695791 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362990-24b2-4677-93e7-45e13c801d80 req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:36.696426 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-99362990-24b2-4677-93e7-45e13c801d80 req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:36.698733 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:36.716092 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-8c426ff8-df63-48c9-82dd-9cd3a42132df tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761416 Oct 17 03:24:36.727141 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Request body: {'port': {'device_id': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84697'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:24:36.789940 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:36.854430 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-8f769d2d-fda3-4032-a160-1dabe8f4596a None None] Provisioning complete for port aabd0a01-3525-4a5d-92bf-64b4665e78bf triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:24:36.855050 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8f769d2d-fda3-4032-a160-1dabe8f4596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:36.855155 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-8f769d2d-fda3-4032-a160-1dabe8f4596a None None] Attempt 1 to provision port aabd0a01-3525-4a5d-92bf-64b4665e78bf Oct 17 03:24:36.887550 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-8f769d2d-fda3-4032-a160-1dabe8f4596a None None] Port aabd0a01-3525-4a5d-92bf-64b4665e78bf cannot update to ACTIVE because it is not bound. {{(pid=104639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 17 03:24:37.045895 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabd0a01-3525-4a5d-92bf-64b4665e78bf {{(pid=104638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:24:37.054068 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Publish callbacks [] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:37.066848 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.provisioning_blocks [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Transition to ACTIVE for port object aabd0a01-3525-4a5d-92bf-64b4665e78bf will not be triggered until provisioned by entity L2. {{(pid=104638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 03:24:37.070540 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:37.129360 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Pushing event updated for resources: {'Port': ['ID=aabd0a01-3525-4a5d-92bf-64b4665e78bf,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:24:37.181030 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Attempting to bind port aabd0a01-3525-4a5d-92bf-64b4665e78bf on host hv-cinder-84697 for vnic_type normal with profile {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 17 03:24:37.181365 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Attempting to bind port aabd0a01-3525-4a5d-92bf-64b4665e78bf by drivers openvswitch,hyperv on host hv-cinder-84697 at level 0 using segments [{'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 17 03:24:37.181689 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Attempting to bind port aabd0a01-3525-4a5d-92bf-64b4665e78bf on network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:24:37.213311 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40ad46-cc02-484c-86a8-578e0d6ecf58 req-b9f7e581-bf15-46c2-8320-3d78a2a5ca67 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:37.215083 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6f40ad46-cc02-484c-86a8-578e0d6ecf58 req-b9f7e581-bf15-46c2-8320-3d78a2a5ca67 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 943 time: 0.0509090 Oct 17 03:24:37.223097 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Port aabd0a01-3525-4a5d-92bf-64b4665e78bf on network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84697 {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 03:24:37.223428 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Attempting to bind port aabd0a01-3525-4a5d-92bf-64b4665e78bf on network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 03:24:37.264905 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-6f40ad46-cc02-484c-86a8-578e0d6ecf58 req-3a15e5e3-3ce1-461b-9140-092b6d706948 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434530 Oct 17 03:24:37.266376 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Checking agent: {'id': '3b6db57d-43c5-40ef-b5fc-d7d5c59179c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'started_at': datetime.datetime(2022, 10, 17, 3, 9, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 3, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 17 03:24:37.266981 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Checking segment: {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 17 03:24:37.267369 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Bound using segment: {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'} {{(pid=104638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 17 03:24:37.267802 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.managers [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Bound port: aabd0a01-3525-4a5d-92bf-64b4665e78bf, host: hv-cinder-84697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90ed94-f057-42e7-8c86-e85d77f79b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd'}}] {{(pid=104638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 17 03:24:37.268143 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:37.309397 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7d6c138f-be8f-421d-8210-9b3da7cef31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:37.339502 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] For port aabd0a01-3525-4a5d-92bf-64b4665e78bf, host hv-cinder-84697, cleared binding levels {{(pid=104638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 03:24:37.342495 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] For port aabd0a01-3525-4a5d-92bf-64b4665e78bf, host hv-cinder-84697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=aabd0a01-3525-4a5d-92bf-64b4665e78bf,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 03:24:37.349324 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:37.353378 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:37.353991 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:37.355411 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/aabd0a01-3525-4a5d-92bf-64b4665e78bf HTTP/1.1" status: 200 len: 1093 time: 0.6325667 Oct 17 03:24:37.355957 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'tag': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:24:37.358203 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c9114e-e580-454a-b12d-6551a2f0364d" -d '{"events": [{"name": "network-changed", "server_uuid": "c215fefd-2ded-425a-a47b-8a7c833980ac", "tag": "aabd0a01-3525-4a5d-92bf-64b4665e78bf"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:24:37.405481 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34705e92-7417-419e-bb29-63f0fa40268e x-openstack-request-id: req-34705e92-7417-419e-bb29-63f0fa40268e {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:24:37.405786 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c215fefd-2ded-425a-a47b-8a7c833980ac", "tag": "aabd0a01-3525-4a5d-92bf-64b4665e78bf", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:24:37.406032 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-34705e92-7417-419e-bb29-63f0fa40268e {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:24:37.406938 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34705e92-7417-419e-bb29-63f0fa40268e'] response: {'name': 'network-changed', 'server_uuid': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'tag': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf', 'status': 'completed', 'code': 200} Oct 17 03:24:37.419196 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7a020-5de2-43ed-bd6f-afb60f7f6f55 service neutron] Pushing event updated for resources: {'Port': ['ID=aabd0a01-3525-4a5d-92bf-64b4665e78bf,revision_number=3']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:24:37.451590 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362990-24b2-4677-93e7-45e13c801d80 req-ee55d928-613d-4a3a-9b5f-9f1313d7033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:37.453607 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-ee55d928-613d-4a3a-9b5f-9f1313d7033e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 1127 time: 0.0415013 Oct 17 03:24:37.492023 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-50a43140-d1dd-4f3f-9bbf-9bf68aa233bf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aabd0a01-3525-4a5d-92bf-64b4665e78bf HTTP/1.1" status: 200 len: 217 time: 0.0316365 Oct 17 03:24:37.528070 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:37.545470 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362990-24b2-4677-93e7-45e13c801d80 req-e73b92ed-6ffa-463a-9f93-83f08bb613c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:37.547065 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-e73b92ed-6ffa-463a-9f93-83f08bb613c3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0480890 Oct 17 03:24:37.563384 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:37.592537 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362990-24b2-4677-93e7-45e13c801d80 req-d901a572-8960-4f81-af54-95ffb95b6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:37.594552 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-d901a572-8960-4f81-af54-95ffb95b6560 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389028 Oct 17 03:24:37.685667 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-f1d65f48-eb62-44f2-ac52-35eb497ad068 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837147 Oct 17 03:24:37.774231 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-99362990-24b2-4677-93e7-45e13c801d80 req-3ff84a10-c163-40bd-afc3-0ccdd6b559ed service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810664 Oct 17 03:24:38.070415 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9114e-e580-454a-b12d-6551a2f0364d req-af904e0a-16e4-4ec7-b0b1-bb68601bf9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:38.071909 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-06c9114e-e580-454a-b12d-6551a2f0364d req-af904e0a-16e4-4ec7-b0b1-bb68601bf9be service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 1127 time: 0.0395515 Oct 17 03:24:38.165686 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9114e-e580-454a-b12d-6551a2f0364d req-9e7e9367-486e-4aa6-be4f-08a3d9a7dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:38.167143 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-06c9114e-e580-454a-b12d-6551a2f0364d req-9e7e9367-486e-4aa6-be4f-08a3d9a7dd29 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 913 time: 0.0876687 Oct 17 03:24:38.207744 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-06c9114e-e580-454a-b12d-6551a2f0364d req-ede95dff-903e-4705-8ec0-e30cb61032a4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aabd0a01-3525-4a5d-92bf-64b4665e78bf HTTP/1.1" status: 200 len: 217 time: 0.0324616 Oct 17 03:24:38.262393 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9114e-e580-454a-b12d-6551a2f0364d req-a164fb85-f61b-4cfe-90f1-3e5653c65fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:38.263822 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-06c9114e-e580-454a-b12d-6551a2f0364d req-a164fb85-f61b-4cfe-90f1-3e5653c65fe6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0477543 Oct 17 03:24:38.310376 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9114e-e580-454a-b12d-6551a2f0364d req-27691787-4b69-4b28-810a-f9d34066b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:38.312267 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-06c9114e-e580-454a-b12d-6551a2f0364d req-27691787-4b69-4b28-810a-f9d34066b5c9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399346 Oct 17 03:24:38.388444 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb44cb-dd1e-4a42-93d5-5b381ef9da4c req-9e59695e-b821-4c79-bb00-49f163d0fe1c tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:38.390059 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cecb44cb-dd1e-4a42-93d5-5b381ef9da4c req-9e59695e-b821-4c79-bb00-49f163d0fe1c tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 943 time: 0.0473602 Oct 17 03:24:38.402667 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-06c9114e-e580-454a-b12d-6551a2f0364d req-c6eb6261-cf03-4aee-a75b-44e316523c72 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832372 Oct 17 03:24:38.440991 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cecb44cb-dd1e-4a42-93d5-5b381ef9da4c req-a9cd71f9-d011-453f-81f0-4869a7c8c491 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Oct 17 03:24:38.497018 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-06c9114e-e580-454a-b12d-6551a2f0364d req-d934bd0b-1e47-4f8a-925f-88e3ff5171ab service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872586 Oct 17 03:24:39.345731 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a50b6fe3-148e-410d-89db-1749ab12a095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:39.560728 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc69ba-46cc-4ea1-bf65-6d06e71a2c29 req-ca62dfb8-c2a6-4a5c-a51b-d24403a6aa39 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:39.562171 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6ddc69ba-46cc-4ea1-bf65-6d06e71a2c29 req-ca62dfb8-c2a6-4a5c-a51b-d24403a6aa39 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 943 time: 0.0467076 Oct 17 03:24:39.610163 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-6ddc69ba-46cc-4ea1-bf65-6d06e71a2c29 req-3e06cbe3-08fa-45d6-b2c2-fcd0e52f5e38 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 Oct 17 03:24:40.728641 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5908446-7cad-4d6f-9cd4-d757a93dfd89 req-b336b212-7b32-4c59-af4e-367076f13d40 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:40.730147 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d5908446-7cad-4d6f-9cd4-d757a93dfd89 req-b336b212-7b32-4c59-af4e-367076f13d40 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 943 time: 0.0459745 Oct 17 03:24:40.756745 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:40.783204 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-d5908446-7cad-4d6f-9cd4-d757a93dfd89 req-2aa25f54-9c82-488a-b3aa-119b20311560 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474751 Oct 17 03:24:41.903730 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8159a-aa52-40d3-b730-eed519e6eda2 req-cb18ee23-d05e-4277-929f-65786a2a7573 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:41.905163 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4cc8159a-aa52-40d3-b730-eed519e6eda2 req-cb18ee23-d05e-4277-929f-65786a2a7573 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 943 time: 0.0492146 Oct 17 03:24:41.953936 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-4cc8159a-aa52-40d3-b730-eed519e6eda2 req-76912bbb-21c3-4f7f-911e-bb537342e85e tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426641 Oct 17 03:24:42.189921 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:42.338530 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:43.073275 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5242523-546c-4a1e-ba14-365f4eddc304 req-cfea84e1-02bc-4e8b-ac38-c547ff6122e4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:43.074739 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a5242523-546c-4a1e-ba14-365f4eddc304 req-cfea84e1-02bc-4e8b-ac38-c547ff6122e4 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 943 time: 0.0476058 Oct 17 03:24:43.123484 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a5242523-546c-4a1e-ba14-365f4eddc304 req-63087dcc-12e2-4fde-b4b7-ee4fb06d6d79 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424080 Oct 17 03:24:44.243996 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd605117-2860-41ea-b61c-96b4391710a2 req-6e3fef1b-b5a2-414e-8a1c-93cc782e6d64 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:44.245463 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dd605117-2860-41ea-b61c-96b4391710a2 req-6e3fef1b-b5a2-414e-8a1c-93cc782e6d64 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 943 time: 0.0465164 Oct 17 03:24:44.294255 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-dd605117-2860-41ea-b61c-96b4391710a2 req-4ef11693-d9d6-468a-a884-103890fac67a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432873 Oct 17 03:24:45.142080 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device aabd0a01-3525-4a5d-92bf-64b4665e78bf details requested by agent hyperv_hv-cinder-84697 with host hv-cinder-84697 {{(pid=104639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 03:24:45.240534 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port aabd0a01-3525-4a5d-92bf-64b4665e78bf, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=aabd0a01-3525-4a5d-92bf-64b4665e78bf,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:24:45.252560 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Returning: {'device': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'port_id': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf', 'mac_address': 'fa:16:3e:c3:f5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 03:24:45.287701 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port aabd0a01-3525-4a5d-92bf-64b4665e78bf is: DOWN; New status is: BUILD {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:24:45.288090 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:45.302128 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabd0a01-3525-4a5d-92bf-64b4665e78bf {{(pid=104639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 03:24:45.321015 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port aabd0a01-3525-4a5d-92bf-64b4665e78bf, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=aabd0a01-3525-4a5d-92bf-64b4665e78bf,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:24:45.325727 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:45.378824 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=aabd0a01-3525-4a5d-92bf-64b4665e78bf,revision_number=4']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:24:45.422592 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ad4f6-904f-4121-a5f4-eab9597e4f55 req-133c28e8-b425-475c-bfdd-b56b1ea649ea tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:45.423894 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=13 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:45.424736 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cc3ad4f6-904f-4121-a5f4-eab9597e4f55 req-133c28e8-b425-475c-bfdd-b56b1ea649ea tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 944 time: 0.0473697 Oct 17 03:24:45.432803 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=21 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:45.474023 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-cc3ad4f6-904f-4121-a5f4-eab9597e4f55 req-518f48bf-fe2f-4404-9308-a79d4d649afb tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436742 Oct 17 03:24:45.582047 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] get_ports_and_sgs() called for port_ids ['aabd0a01-3525-4a5d-92bf-64b4665e78bf'] {{(pid=104639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 03:24:46.559659 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:46.600709 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304a7bc-d2fd-4b3b-947b-96ba01ba1f99 req-af82e066-f8bc-48d8-b602-882c9d357a17 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:46.602172 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7304a7bc-d2fd-4b3b-947b-96ba01ba1f99 req-af82e066-f8bc-48d8-b602-882c9d357a17 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 944 time: 0.0517402 Oct 17 03:24:46.650937 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-7304a7bc-d2fd-4b3b-947b-96ba01ba1f99 req-493b65d4-6ca5-4350-a6cc-620c4255674e tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 Oct 17 03:24:46.996130 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:47.156190 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device aabd0a01-3525-4a5d-92bf-64b4665e78bf up at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 03:24:47.197988 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning for port aabd0a01-3525-4a5d-92bf-64b4665e78bf completed by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 17 03:24:47.203436 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Provisioning complete for port aabd0a01-3525-4a5d-92bf-64b4665e78bf triggered by entity L2. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:24:47.204359 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:47.204736 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Attempt 1 to provision port aabd0a01-3525-4a5d-92bf-64b4665e78bf Oct 17 03:24:47.239281 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:47.243175 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:47.277453 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Current status of the port aabd0a01-3525-4a5d-92bf-64b4665e78bf is: BUILD; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:24:47.277835 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), before_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:47.303987 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf'}] {{(pid=104639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:24:47.306143 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}388a7fd86fa52ce3c5bed0aa676d24b4a30094e1c7da418e8ac59a47e508fe88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ecbd9b-d960-436e-acd9-3415933f96b8" -d '{"events": [{"server_uuid": "c215fefd-2ded-425a-a47b-8a7c833980ac", "name": "network-vif-plugged", "status": "completed", "tag": "aabd0a01-3525-4a5d-92bf-64b4665e78bf"}]}' {{(pid=104639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:24:47.318106 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] For port aabd0a01-3525-4a5d-92bf-64b4665e78bf, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=aabd0a01-3525-4a5d-92bf-64b4665e78bf,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:24:47.322090 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:47.347296 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3f3752-f8da-416b-8462-17315d47632f x-openstack-request-id: req-7b3f3752-f8da-416b-8462-17315d47632f {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:24:47.347575 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c215fefd-2ded-425a-a47b-8a7c833980ac", "name": "network-vif-plugged", "status": "completed", "tag": "aabd0a01-3525-4a5d-92bf-64b4665e78bf", "code": 200}]} {{(pid=104639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:24:47.347819 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7b3f3752-f8da-416b-8462-17315d47632f {{(pid=104639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:24:47.348201 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3f3752-f8da-416b-8462-17315d47632f'] response: {'server_uuid': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf', 'code': 200} Oct 17 03:24:47.373393 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Pushing event updated for resources: {'Port': ['ID=aabd0a01-3525-4a5d-92bf-64b4665e78bf,revision_number=5']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:24:47.568703 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:47.580639 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650596b-798a-4d0b-8459-168ba20423f6 req-6983e7f1-1578-47bc-95cc-323aea2d7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:47.582156 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9650596b-798a-4d0b-8459-168ba20423f6 req-6983e7f1-1578-47bc-95cc-323aea2d7035 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 1129 time: 0.0401583 Oct 17 03:24:47.629937 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-9650596b-798a-4d0b-8459-168ba20423f6 req-3b1c4913-429f-471b-ac34-c529dba82a02 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393682 Oct 17 03:24:47.769577 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883751e-5bbe-4397-adbc-3a23aea4893d req-3f9faec3-63c1-4d2d-8857-5476c6ba74cd tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:47.771044 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5883751e-5bbe-4397-adbc-3a23aea4893d req-3f9faec3-63c1-4d2d-8857-5476c6ba74cd tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 945 time: 0.0459144 Oct 17 03:24:47.822161 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5883751e-5bbe-4397-adbc-3a23aea4893d req-cc0ed9de-e065-4bec-a86e-cd85dd48d5bc tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455008 Oct 17 03:24:48.944878 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01169918-ae6f-4423-a12b-9a527562b07d req-7f89a946-beca-4d1e-84da-54288e847fb3 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:48.946309 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-01169918-ae6f-4423-a12b-9a527562b07d req-7f89a946-beca-4d1e-84da-54288e847fb3 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 945 time: 0.0493019 Oct 17 03:24:48.995061 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-01169918-ae6f-4423-a12b-9a527562b07d req-de1b7cca-6c01-418d-82e1-64858cc96626 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431435 Oct 17 03:24:49.114713 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98956a2d-6ea3-41cb-8817-6e35384504d0 req-cc6c7c25-b3fe-4e80-8305-f53d717cc365 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:49.116119 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-98956a2d-6ea3-41cb-8817-6e35384504d0 req-cc6c7c25-b3fe-4e80-8305-f53d717cc365 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 945 time: 0.0468609 Oct 17 03:24:49.166619 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-98956a2d-6ea3-41cb-8817-6e35384504d0 req-2c343c95-3b0f-482e-a2e9-c9e26581b505 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Oct 17 03:24:49.195299 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46432) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:24:49.232381 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c4185-47a0-4330-b50c-c9fec31d7f5c tempest-TestVolumeBootPattern-2072248591 tempest-TestVolumeBootPattern-2072248591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:49.233852 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-d53c4185-47a0-4330-b50c-c9fec31d7f5c tempest-TestVolumeBootPattern-2072248591 tempest-TestVolumeBootPattern-2072248591-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 1124 time: 0.0376091 Oct 17 03:24:49.236662 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46434) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:24:49.240725 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.v2.base [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Request body: {'floatingip': {'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'port_id': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 03:24:49.262661 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:49.343848 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (None), before_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:49.449940 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_common [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Allocated IP 172.27.0.134 (3f5d5270-3f2d-498d-b31c-27499816697e/1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce/0664a23f-4b86-42b9-ad38-923b5f2f5c23) {{(pid=104638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 03:24:49.553966 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for port (0664a23f-4b86-42b9-ad38-923b5f2f5c23), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:49.585598 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783199118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (0664a23f-4b86-42b9-ad38-923b5f2f5c23), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:49.623577 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Network 3f5d5270-3f2d-498d-b31c-27499816697e is already hosted by enough agents. {{(pid=104638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 03:24:49.627298 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.base_scheduler [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Resources bound (agent type, host, resource id): {{(pid=104638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 03:24:49.630776 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Received port after_create {{(pid=104638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 17 03:24:49.660533 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'Port': ['ID=0664a23f-4b86-42b9-ad38-923b5f2f5c23,revision_number=1']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:24:49.703224 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:49.732722 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:49.982272 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (063b122a-638e-459a-b32d-af59ac27dc52), precommit_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:50.050980 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16155543'] for port (0664a23f-4b86-42b9-ad38-923b5f2f5c23), before_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:50.190796 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for port (0664a23f-4b86-42b9-ad38-923b5f2f5c23), precommit_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:50.195049 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783199492033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783199118565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783199118583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25377653'] for port (0664a23f-4b86-42b9-ad38-923b5f2f5c23), after_update {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:50.263347 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event updated for resources: {'Port': ['ID=0664a23f-4b86-42b9-ad38-923b5f2f5c23,revision_number=2']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:24:50.265712 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748871'] for floatingip (063b122a-638e-459a-b32d-af59ac27dc52), after_create {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:50.361843 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Floating IP 063b122a-638e-459a-b32d-af59ac27dc52 associated. External IP: 172.27.0.134, port: aabd0a01-3525-4a5d-92bf-64b4665e78bf. Oct 17 03:24:50.530575 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:50.558135 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:50.560053 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Router ba810bd8-34e1-48a4-8d31-3925564c3909 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:24:50.660283 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:24:50.669883 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cc22ad-7712-4e02-b790-9b280339a437 None None] Sync routers for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:24:50.678524 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:24:50.680229 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cc22ad-7712-4e02-b790-9b280339a437 None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:24:50.680858 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-71cc22ad-7712-4e02-b790-9b280339a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:24:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:24:50.710286 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-d281a803-84e9-4bf0-b46d-41672e196d48 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4726341 Oct 17 03:24:50.711091 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'tag': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:24:50.713546 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba91796-b6aa-4ae3-b866-953c2a0c9263" -d '{"events": [{"name": "network-changed", "server_uuid": "c215fefd-2ded-425a-a47b-8a7c833980ac", "tag": "aabd0a01-3525-4a5d-92bf-64b4665e78bf"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:24:50.752608 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d46dc6a-5e6b-4c5e-8c22-b7bc463778be x-openstack-request-id: req-5d46dc6a-5e6b-4c5e-8c22-b7bc463778be {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:24:50.752953 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c215fefd-2ded-425a-a47b-8a7c833980ac", "tag": "aabd0a01-3525-4a5d-92bf-64b4665e78bf", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:24:50.753212 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5d46dc6a-5e6b-4c5e-8c22-b7bc463778be {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:24:50.753619 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d46dc6a-5e6b-4c5e-8c22-b7bc463778be'] response: {'name': 'network-changed', 'server_uuid': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'tag': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf', 'status': 'completed', 'code': 200} Oct 17 03:24:50.784240 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-71cc22ad-7712-4e02-b790-9b280339a437 None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:24:50.816164 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91796-b6aa-4ae3-b866-953c2a0c9263 req-1dac1f2c-f86b-4863-ad5e-cd92047b17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:50.817755 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fba91796-b6aa-4ae3-b866-953c2a0c9263 req-1dac1f2c-f86b-4863-ad5e-cd92047b17e6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 1129 time: 0.0409844 Oct 17 03:24:50.913777 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91796-b6aa-4ae3-b866-953c2a0c9263 req-3d373609-83eb-49d4-b66e-6b703f71acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:50.915320 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fba91796-b6aa-4ae3-b866-953c2a0c9263 req-3d373609-83eb-49d4-b66e-6b703f71acd5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 913 time: 0.0901937 Oct 17 03:24:50.977949 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fba91796-b6aa-4ae3-b866-953c2a0c9263 req-e15a1d08-13ca-4069-aba0-4d789b2a640d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aabd0a01-3525-4a5d-92bf-64b4665e78bf HTTP/1.1" status: 200 len: 999 time: 0.0546529 Oct 17 03:24:50.999617 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-71cc22ad-7712-4e02-b790-9b280339a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '063b122a-638e-459a-b32d-af59ac27dc52', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:c3:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:24:49Z', 'updated_at': '2022-10-17T03:24:49Z', 'revision_number': 0, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}, {'id': 'd5c8ca34-6ef9-4a43-8321-0dc13f0244f8', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'e329b034-354a-460c-a740-22ac7c371ccb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:e6:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:22:58Z', 'updated_at': '2022-10-17T03:23:00Z', 'revision_number': 1, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:24:51.025113 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cc22ad-7712-4e02-b790-9b280339a437 None None] Checking router: ba810bd8-34e1-48a4-8d31-3925564c3909 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:24:51.025884 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91796-b6aa-4ae3-b866-953c2a0c9263 req-531b0fff-6ba6-42fc-8b54-334ec6472ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:51.027419 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fba91796-b6aa-4ae3-b866-953c2a0c9263 req-531b0fff-6ba6-42fc-8b54-334ec6472ede service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0427001 Oct 17 03:24:51.034415 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cc22ad-7712-4e02-b790-9b280339a437 None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:24:51.034993 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-71cc22ad-7712-4e02-b790-9b280339a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:24:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:24:51.076074 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91796-b6aa-4ae3-b866-953c2a0c9263 req-81fb7ce8-c2ad-407f-ab50-7ff687859fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:51.077588 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fba91796-b6aa-4ae3-b866-953c2a0c9263 req-81fb7ce8-c2ad-407f-ab50-7ff687859fa4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445535 Oct 17 03:24:51.136312 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-71cc22ad-7712-4e02-b790-9b280339a437 None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:24:51.168419 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fba91796-b6aa-4ae3-b866-953c2a0c9263 req-59603447-430f-4209-b36c-b5ec73896dfc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843518 Oct 17 03:24:51.450782 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-71cc22ad-7712-4e02-b790-9b280339a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '063b122a-638e-459a-b32d-af59ac27dc52', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:c3:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:24:49Z', 'updated_at': '2022-10-17T03:24:49Z', 'revision_number': 0, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}, {'id': 'd5c8ca34-6ef9-4a43-8321-0dc13f0244f8', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'e329b034-354a-460c-a740-22ac7c371ccb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:e6:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:22:58Z', 'updated_at': '2022-10-17T03:23:00Z', 'revision_number': 1, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:24:51.476509 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cc22ad-7712-4e02-b790-9b280339a437 None None] The sync data for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi is: [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': '063b122a-638e-459a-b32d-af59ac27dc52', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:c3:f5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:24:49Z', 'updated_at': '2022-10-17T03:24:49Z', 'revision_number': 0, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}, {'id': 'd5c8ca34-6ef9-4a43-8321-0dc13f0244f8', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'e329b034-354a-460c-a740-22ac7c371ccb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:e6:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:22:58Z', 'updated_at': '2022-10-17T03:23:00Z', 'revision_number': 1, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:24:51.535708 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-fba91796-b6aa-4ae3-b866-953c2a0c9263 req-67cba978-fbfb-4183-a8f3-e58f384668ac service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609440 Oct 17 03:24:51.678387 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4c66bb-aaac-4651-89f5-267ab7e25260 None None] New status for floating IP 063b122a-638e-459a-b32d-af59ac27dc52: ACTIVE {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:24:54.069683 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-719d2f4f-816a-4da7-a57c-aa0acd7245be req-85b473a4-189e-4f30-91b4-32f4057eb757 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370474 Oct 17 03:24:54.129568 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d2f4f-816a-4da7-a57c-aa0acd7245be req-96763414-718a-4c3b-8895-d6b9fcc68791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:54.131059 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-719d2f4f-816a-4da7-a57c-aa0acd7245be req-96763414-718a-4c3b-8895-d6b9fcc68791 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 1130 time: 0.0383530 Oct 17 03:24:54.238997 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d2f4f-816a-4da7-a57c-aa0acd7245be req-893e8aa0-39ab-4040-a290-4c1e14816a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:54.240424 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-719d2f4f-816a-4da7-a57c-aa0acd7245be req-893e8aa0-39ab-4040-a290-4c1e14816a08 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 913 time: 0.0889325 Oct 17 03:24:54.303751 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-719d2f4f-816a-4da7-a57c-aa0acd7245be req-79e4b0ce-8680-4d06-8b09-a10fefdcaa2e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e329b034-354a-460c-a740-22ac7c371ccb HTTP/1.1" status: 200 len: 1001 time: 0.0555456 Oct 17 03:24:54.355936 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d2f4f-816a-4da7-a57c-aa0acd7245be req-e66b4682-69b3-40bb-a6d5-f81afe9a670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:54.357265 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-719d2f4f-816a-4da7-a57c-aa0acd7245be req-e66b4682-69b3-40bb-a6d5-f81afe9a670c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0477118 Oct 17 03:24:54.400770 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d2f4f-816a-4da7-a57c-aa0acd7245be req-731facc6-2c23-446c-93c7-26ef96ea3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:24:54.402243 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-719d2f4f-816a-4da7-a57c-aa0acd7245be req-731facc6-2c23-446c-93c7-26ef96ea3d76 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390806 Oct 17 03:24:54.416748 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:54.465803 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:54.493108 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-719d2f4f-816a-4da7-a57c-aa0acd7245be req-2e88cc5e-6a9c-44a7-8d04-80001e3f2744 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839386 Oct 17 03:24:54.587676 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-719d2f4f-816a-4da7-a57c-aa0acd7245be req-6f2e2094-2421-449a-bf2d-9edcd81af23f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878434 Oct 17 03:24:58.982311 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=88 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:24:58.991284 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=70 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:01.448056 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=74 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:01.454649 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=74 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:01.908902 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:01.911486 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:04.583146 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=19 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:04.585175 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=14 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:07.303713 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc5c3-7446-482a-a9bc-49c87f26d98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:09.347318 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-45ac2299-5388-4575-b35a-96fdaa6b80c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:09.431064 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:25:10.759116 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:12.195551 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:12.340667 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:17.012738 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:22.433345 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:22.438377 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=6 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:27.006590 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:27.008608 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:35.456680 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:35.457411 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:DELETE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:37.306680 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-913f5f18-8a0e-447b-bf48-d68bc1cf6b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:39.348891 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-5ed4b2ff-3dc9-482c-93ca-db47bd2bc5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:40.762590 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:42.197478 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:42.343773 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:43.593663 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46458) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:43.732159 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Deleting port fb5d8a34-6272-4d1a-b0ae-0064d97889f3 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:25:43.732495 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (fb5d8a34-6272-4d1a-b0ae-0064d97889f3), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:43.809302 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (fb5d8a34-6272-4d1a-b0ae-0064d97889f3), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:43.809619 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for floatingip (fb5d8a34-6272-4d1a-b0ae-0064d97889f3), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:43.821790 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Calling delete_port for fb5d8a34-6272-4d1a-b0ae-0064d97889f3 owned by network:floatingip {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:25:43.963197 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (fb5d8a34-6272-4d1a-b0ae-0064d97889f3), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:43.985098 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event deleted for resources: {'Port': ['ID=fb5d8a34-6272-4d1a-b0ae-0064d97889f3,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:43.999921 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.000263 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.000596 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.000925 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.001249 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.001572 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.001886 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.002204 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.002520 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.002831 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.003169 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.003484 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.003798 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.004110 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.004420 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:44.059578 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for floatingip (f090f185-4850-44d7-9e55-993aad8625ab), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:44.059896 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.db.l3_db [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Floating IP f090f185-4850-44d7-9e55-993aad8625ab disassociated (deleted). External IP: 172.27.0.24, port: 48ec48fa-0118-49a2-bc96-50aad08e84df. Oct 17 03:25:44.255030 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Router d857cb57-fa91-43d1-9c0a-aae7da036664 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:25:44.357642 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:25:44.362487 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:44.367559 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8868c1e1-cc91-45ab-b363-fa40c8953185 None None] Sync routers for ids ['d857cb57-fa91-43d1-9c0a-aae7da036664'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:25:44.377273 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868c1e1-cc91-45ab-b363-fa40c8953185 None None] Routers {'d857cb57-fa91-43d1-9c0a-aae7da036664'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:25:44.377873 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-8868c1e1-cc91-45ab-b363-fa40c8953185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:25:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['d857cb57-fa91-43d1-9c0a-aae7da036664'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:44.391775 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-092369d8-206e-4040-9bc3-48845d996bd5 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/f090f185-4850-44d7-9e55-993aad8625ab HTTP/1.1" status: 204 len: 168 time: 0.7970450 Oct 17 03:25:44.393197 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:25:44.395489 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4bdef9-35c9-4b41-b478-b50f220d6133" -d '{"events": [{"name": "network-changed", "server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:25:44.442402 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8401f77-188c-41f3-a3e0-e3fa906c14ec x-openstack-request-id: req-a8401f77-188c-41f3-a3e0-e3fa906c14ec {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:25:44.442776 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:25:44.443149 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a8401f77-188c-41f3-a3e0-e3fa906c14ec {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:25:44.443642 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8401f77-188c-41f3-a3e0-e3fa906c14ec'] response: {'name': 'network-changed', 'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'status': 'completed', 'code': 200} Oct 17 03:25:44.480913 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:44.483074 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-8868c1e1-cc91-45ab-b363-fa40c8953185 None None] Set router d857cb57-fa91-43d1-9c0a-aae7da036664 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:25:44.508753 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:44.518191 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bdef9-35c9-4b41-b478-b50f220d6133 req-d8de415f-7247-49ae-b431-bc00d39c57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:25:44.520862 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ab4bdef9-35c9-4b41-b478-b50f220d6133 req-d8de415f-7247-49ae-b431-bc00d39c57b9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7a92b100ac14d44aff5e4083a49f5ad&device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 1130 time: 0.0492849 Oct 17 03:25:44.628540 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bdef9-35c9-4b41-b478-b50f220d6133 req-e4552ab3-ded4-4056-be97-36d7f63cd29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:25:44.630126 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ab4bdef9-35c9-4b41-b478-b50f220d6133 req-e4552ab3-ded4-4056-be97-36d7f63cd29d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=d6a2b611-0809-4328-b56f-ab1d9ab2417d HTTP/1.1" status: 200 len: 909 time: 0.0981624 Oct 17 03:25:44.643407 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddd93f-f4be-487c-a920-1b86bd75738f req-030a40f2-1ef4-4252-b5b5-5be551a27093 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:25:44.644889 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a9ddd93f-f4be-487c-a920-1b86bd75738f req-030a40f2-1ef4-4252-b5b5-5be551a27093 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0527830 Oct 17 03:25:44.678580 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-8868c1e1-cc91-45ab-b363-fa40c8953185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 4, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '08bf35fb-a5f7-43d0-be43-c7ef69664502', 'name': '', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'mac_address': 'fa:16:3e:98:0e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '5c337f6c-4721-4519-806c-2e51623c7065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:20Z', 'updated_at': '2022-10-17T03:21:25Z', 'revision_number': 5, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'subnets': [{'id': '5c337f6c-4721-4519-806c-2e51623c7065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:44.696041 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-a9ddd93f-f4be-487c-a920-1b86bd75738f req-21513fc2-a2df-4eab-9f5d-2066a104eb56 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451941 Oct 17 03:25:44.707002 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8868c1e1-cc91-45ab-b363-fa40c8953185 None None] Checking router: d857cb57-fa91-43d1-9c0a-aae7da036664 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:25:44.716011 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868c1e1-cc91-45ab-b363-fa40c8953185 None None] Routers {'d857cb57-fa91-43d1-9c0a-aae7da036664'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:25:44.716601 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-8868c1e1-cc91-45ab-b363-fa40c8953185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:25:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['d857cb57-fa91-43d1-9c0a-aae7da036664'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:44.814455 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-8868c1e1-cc91-45ab-b363-fa40c8953185 None None] Set router d857cb57-fa91-43d1-9c0a-aae7da036664 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:25:44.994767 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-8868c1e1-cc91-45ab-b363-fa40c8953185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 4, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '08bf35fb-a5f7-43d0-be43-c7ef69664502', 'name': '', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'mac_address': 'fa:16:3e:98:0e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '5c337f6c-4721-4519-806c-2e51623c7065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:20Z', 'updated_at': '2022-10-17T03:21:25Z', 'revision_number': 5, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'subnets': [{'id': '5c337f6c-4721-4519-806c-2e51623c7065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:45.019178 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8868c1e1-cc91-45ab-b363-fa40c8953185 None None] The sync data for ids ['d857cb57-fa91-43d1-9c0a-aae7da036664'] in dv-cinder-846977-2-iscsi is: [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:21:21Z', 'revision_number': 4, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '08bf35fb-a5f7-43d0-be43-c7ef69664502', 'name': '', 'network_id': 'd6a2b611-0809-4328-b56f-ab1d9ab2417d', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'mac_address': 'fa:16:3e:98:0e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '5c337f6c-4721-4519-806c-2e51623c7065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:20Z', 'updated_at': '2022-10-17T03:21:25Z', 'revision_number': 5, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'subnets': [{'id': '5c337f6c-4721-4519-806c-2e51623c7065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:25:45.221606 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ab6ad-abbc-4fbd-9846-771e9957a14f None None] New status for floating IP f090f185-4850-44d7-9e55-993aad8625ab: DOWN {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:25:45.722031 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ab4bdef9-35c9-4b41-b478-b50f220d6133 req-e082f8f4-1c4b-4fd4-8143-eb5a4eb50ae9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48ec48fa-0118-49a2-bc96-50aad08e84df HTTP/1.1" status: 200 len: 217 time: 0.0332520 Oct 17 03:25:45.788053 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bdef9-35c9-4b41-b478-b50f220d6133 req-ced51043-d753-4b9e-b084-77752bcfcf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:25:45.789444 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ab4bdef9-35c9-4b41-b478-b50f220d6133 req-ced51043-d753-4b9e-b084-77752bcfcf29 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=5c337f6c-4721-4519-806c-2e51623c7065 HTTP/1.1" status: 200 len: 847 time: 0.0580103 Oct 17 03:25:45.822019 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7545287-c188-42c9-88fd-9ec60a1dc12c req-88d7c0a2-076c-4359-92fb-05727ee7b149 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:25:45.823508 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c7545287-c188-42c9-88fd-9ec60a1dc12c req-88d7c0a2-076c-4359-92fb-05727ee7b149 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0488853 Oct 17 03:25:45.872213 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-c7545287-c188-42c9-88fd-9ec60a1dc12c req-71c2bf52-42c1-4410-b60b-1d01d2f109ff tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6324fb23-b34c-4151-a8d7-cc74aac19548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431376 Oct 17 03:25:45.930217 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bdef9-35c9-4b41-b478-b50f220d6133 req-6977c7a1-e13d-4209-b0c0-17700f5306c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:25:45.931746 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ab4bdef9-35c9-4b41-b478-b50f220d6133 req-6977c7a1-e13d-4209-b0c0-17700f5306c1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=d6a2b611-0809-4328-b56f-ab1d9ab2417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400927 Oct 17 03:25:46.024492 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ab4bdef9-35c9-4b41-b478-b50f220d6133 req-c0ef3889-a8c3-425b-8e8d-edcf1933fe26 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857332 Oct 17 03:25:46.289574 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-ab4bdef9-35c9-4b41-b478-b50f220d6133 req-db14cc8b-6c16-4e93-b7de-ad1027d0d41a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963509 Oct 17 03:25:46.323072 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719411-7194-42b9-9420-fae31f224243 req-9e1bd69b-17c1-4a74-b19f-af1ff71ea820 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:25:46.324495 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e1719411-7194-42b9-9420-fae31f224243 req-9e1bd69b-17c1-4a74-b19f-af1ff71ea820 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 946 time: 0.0532432 Oct 17 03:25:46.409101 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-e1719411-7194-42b9-9420-fae31f224243 req-1e2019e8-75f5-4a1f-8ce8-ebddff82fa0c tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Deleting port 48ec48fa-0118-49a2-bc96-50aad08e84df {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:25:46.409439 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e1719411-7194-42b9-9420-fae31f224243 req-1e2019e8-75f5-4a1f-8ce8-ebddff82fa0c tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:46.429772 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:25:46.506349 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-e1719411-7194-42b9-9420-fae31f224243 req-1e2019e8-75f5-4a1f-8ce8-ebddff82fa0c tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] For port 48ec48fa-0118-49a2-bc96-50aad08e84df, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=48ec48fa-0118-49a2-bc96-50aad08e84df,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:25:46.506699 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e1719411-7194-42b9-9420-fae31f224243 req-1e2019e8-75f5-4a1f-8ce8-ebddff82fa0c tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:46.519575 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-e1719411-7194-42b9-9420-fae31f224243 req-1e2019e8-75f5-4a1f-8ce8-ebddff82fa0c tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Calling delete_port for 48ec48fa-0118-49a2-bc96-50aad08e84df owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:25:46.628774 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:46.648139 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e1719411-7194-42b9-9420-fae31f224243 req-1e2019e8-75f5-4a1f-8ce8-ebddff82fa0c tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (48ec48fa-0118-49a2-bc96-50aad08e84df), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:46.674356 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2019e8-75f5-4a1f-8ce8-ebddff82fa0c tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event deleted for resources: {'Port': ['ID=48ec48fa-0118-49a2-bc96-50aad08e84df,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:46.720456 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1719411-7194-42b9-9420-fae31f224243 req-1e2019e8-75f5-4a1f-8ce8-ebddff82fa0c tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] No DVR routers for this DVR port 48ec48fa-0118-49a2-bc96-50aad08e84df on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:25:46.723087 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e1719411-7194-42b9-9420-fae31f224243 req-1e2019e8-75f5-4a1f-8ce8-ebddff82fa0c tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:46.726199 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e1719411-7194-42b9-9420-fae31f224243 req-1e2019e8-75f5-4a1f-8ce8-ebddff82fa0c tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.23 "DELETE /networking/v2.0/ports/48ec48fa-0118-49a2-bc96-50aad08e84df HTTP/1.1" status: 204 len: 173 time: 0.3947282 Oct 17 03:25:46.726680 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'name': 'network-vif-deleted', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:25:46.728887 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6970af-7001-413e-b272-e8ec286012b8" -d '{"events": [{"server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "name": "network-vif-deleted", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:25:46.766495 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188910b0-9e15-4139-b760-a29c8e818269 x-openstack-request-id: req-188910b0-9e15-4139-b760-a29c8e818269 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:25:46.766786 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f6afb1-87f5-4467-bbdf-b4ce1489541e", "name": "network-vif-deleted", "tag": "48ec48fa-0118-49a2-bc96-50aad08e84df", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:25:46.767224 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-188910b0-9e15-4139-b760-a29c8e818269 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:25:46.767644 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-188910b0-9e15-4139-b760-a29c8e818269'] response: {'server_uuid': '68f6afb1-87f5-4467-bbdf-b4ce1489541e', 'name': 'network-vif-deleted', 'tag': '48ec48fa-0118-49a2-bc96-50aad08e84df', 'status': 'completed', 'code': 200} Oct 17 03:25:46.977094 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-51a1e9eb-ea4d-4058-85de-0a92500e11a0 req-5b5e7cba-2923-4309-ae77-001f8a18b43a tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68f6afb1-87f5-4467-bbdf-b4ce1489541e HTTP/1.1" status: 200 len: 210 time: 0.0286822 Oct 17 03:25:47.013568 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:48.043143 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46480) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:48.108123 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group (6324fb23-b34c-4151-a8d7-cc74aac19548), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:48.132317 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group (6324fb23-b34c-4151-a8d7-cc74aac19548), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:48.190855 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (6324fb23-b34c-4151-a8d7-cc74aac19548), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:48.193357 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:48.194494 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6324fb23-b34c-4151-a8d7-cc74aac19548 HTTP/1.1" status: 204 len: 168 time: 0.1514311 Oct 17 03:25:48.203370 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6324fb23-b34c-4151-a8d7-cc74aac19548,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:48.214822 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.215201 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.215537 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.215864 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.216188 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.216617 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.216830 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.217285 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.217607 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.217929 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.218245 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.218562 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.218906 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.219213 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.219519 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62317628-9d0c-4f9d-9e46-8f147bd10378 tempest-TestShelveInstance-124400440 tempest-TestShelveInstance-124400440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:25:48.237663 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46484) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:48.324080 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:48.545495 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-db8949c3-23e3-47bc-b5a1-f00d74d83bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752455'] for router_interface (d857cb57-fa91-43d1-9c0a-aae7da036664), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:48.762843 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-db8949c3-23e3-47bc-b5a1-f00d74d83bf8 admin admin] Deleting port 08bf35fb-a5f7-43d0-be43-c7ef69664502 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:25:48.763211 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-db8949c3-23e3-47bc-b5a1-f00d74d83bf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:48.841893 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-db8949c3-23e3-47bc-b5a1-f00d74d83bf8 admin admin] For port 08bf35fb-a5f7-43d0-be43-c7ef69664502, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=08bf35fb-a5f7-43d0-be43-c7ef69664502,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:25:48.842168 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-db8949c3-23e3-47bc-b5a1-f00d74d83bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:48.855514 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-db8949c3-23e3-47bc-b5a1-f00d74d83bf8 admin admin] Calling delete_port for 08bf35fb-a5f7-43d0-be43-c7ef69664502 owned by network:router_interface {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:25:48.975362 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:49.035051 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-db8949c3-23e3-47bc-b5a1-f00d74d83bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (08bf35fb-a5f7-43d0-be43-c7ef69664502), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:49.057067 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8949c3-23e3-47bc-b5a1-f00d74d83bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=08bf35fb-a5f7-43d0-be43-c7ef69664502,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:49.161644 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:49.225252 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-db8949c3-23e3-47bc-b5a1-f00d74d83bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752435'] for router_interface (d857cb57-fa91-43d1-9c0a-aae7da036664), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:49.246238 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb66a92-ee7b-4cf3-92b2-6a656760f202 None None] get_active_networks_info from dv-cinder-846977-2-iscsi {{(pid=104639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:25:49.335930 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb66a92-ee7b-4cf3-92b2-6a656760f202 None None] Resources bound (agent type, host, resource id): {{(pid=104639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:25:49.434535 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8949c3-23e3-47bc-b5a1-f00d74d83bf8 admin admin] Router d857cb57-fa91-43d1-9c0a-aae7da036664 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:25:49.435163 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 48ec48fa-0118-49a2-bc96-50aad08e84df no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:25:49.468902 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: 48ec48fa-0118-49a2-bc96-50aad08e84df {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:25:49.469247 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device 48ec48fa-0118-49a2-bc96-50aad08e84df not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:25:49.819430 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8949c3-23e3-47bc-b5a1-f00d74d83bf8 admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:25:49.824373 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-db8949c3-23e3-47bc-b5a1-f00d74d83bf8 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d857cb57-fa91-43d1-9c0a-aae7da036664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5851643 Oct 17 03:25:49.826854 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46486) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:49.829423 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb2078-d390-4e5f-85b5-c8dc5c653495 None None] Sync routers for ids ['d857cb57-fa91-43d1-9c0a-aae7da036664'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:25:49.841705 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb2078-d390-4e5f-85b5-c8dc5c653495 None None] Routers {'d857cb57-fa91-43d1-9c0a-aae7da036664'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:25:49.842592 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-f4fb2078-d390-4e5f-85b5-c8dc5c653495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:25:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['d857cb57-fa91-43d1-9c0a-aae7da036664'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:49.931756 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Publish callbacks [] for router (d857cb57-fa91-43d1-9c0a-aae7da036664), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:49.950969 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-f4fb2078-d390-4e5f-85b5-c8dc5c653495 None None] Set router d857cb57-fa91-43d1-9c0a-aae7da036664 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:25:50.025420 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-c1d9d30b-50c5-4ed8-8e72-900b58b515e8 None None] Provisioning complete for port 0c7eb1f7-6491-458c-a27b-5971547fc5ac triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:25:50.025825 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-c1d9d30b-50c5-4ed8-8e72-900b58b515e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.026283 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-c1d9d30b-50c5-4ed8-8e72-900b58b515e8 None None] Attempt 1 to provision port 0c7eb1f7-6491-458c-a27b-5971547fc5ac Oct 17 03:25:50.030668 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Publish callbacks [] for router_gateway (d857cb57-fa91-43d1-9c0a-aae7da036664), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.081984 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Deleting port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:25:50.082663 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.109405 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-c1d9d30b-50c5-4ed8-8e72-900b58b515e8 None None] Current status of the port 0c7eb1f7-6491-458c-a27b-5971547fc5ac is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:25:50.130583 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-f4fb2078-d390-4e5f-85b5-c8dc5c653495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:25:48Z', 'revision_number': 5, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port': {'id': '250bc590-fb0e-46b3-99d4-7f010f7dfa7d', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:19Z', 'updated_at': '2022-10-17T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:50.132594 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:50.134292 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:50.158401 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb2078-d390-4e5f-85b5-c8dc5c653495 None None] Checking router: d857cb57-fa91-43d1-9c0a-aae7da036664 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:25:50.167353 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] For port 250bc590-fb0e-46b3-99d4-7f010f7dfa7d, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=250bc590-fb0e-46b3-99d4-7f010f7dfa7d,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:25:50.167651 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb2078-d390-4e5f-85b5-c8dc5c653495 None None] Routers {'d857cb57-fa91-43d1-9c0a-aae7da036664'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:25:50.167766 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.168259 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-f4fb2078-d390-4e5f-85b5-c8dc5c653495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:25:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['d857cb57-fa91-43d1-9c0a-aae7da036664'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:50.181680 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Calling delete_port for 250bc590-fb0e-46b3-99d4-7f010f7dfa7d owned by network:router_gateway {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:25:50.193982 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:50.251555 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=100 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:50.251909 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-f4fb2078-d390-4e5f-85b5-c8dc5c653495 None None] Set router d857cb57-fa91-43d1-9c0a-aae7da036664 gateway port host: None {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:25:50.302421 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-f4fb2078-d390-4e5f-85b5-c8dc5c653495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:25:50Z', 'revision_number': 6, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port_host': None}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:50.356329 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (250bc590-fb0e-46b3-99d4-7f010f7dfa7d), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.386424 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Pushing event deleted for resources: {'Port': ['ID=250bc590-fb0e-46b3-99d4-7f010f7dfa7d,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:50.420387 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb2078-d390-4e5f-85b5-c8dc5c653495 None None] The sync data for ids ['d857cb57-fa91-43d1-9c0a-aae7da036664'] in dv-cinder-846977-2-iscsi is: [{'id': 'd857cb57-fa91-43d1-9c0a-aae7da036664', 'name': 'tempest-TestShelveInstance-293826171-router', 'tenant_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:18Z', 'updated_at': '2022-10-17T03:25:50Z', 'revision_number': 6, 'project_id': 'f7a92b100ac14d44aff5e4083a49f5ad', 'gw_port_host': None}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:25:50.456386 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751737'] for router_gateway (d857cb57-fa91-43d1-9c0a-aae7da036664), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.545261 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1154'] for router (d857cb57-fa91-43d1-9c0a-aae7da036664), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.547442 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Publish callbacks [] for router_controller (d857cb57-fa91-43d1-9c0a-aae7da036664), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.590429 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752491'] for router (d857cb57-fa91-43d1-9c0a-aae7da036664), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.591309 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d857cb57-fa91-43d1-9c0a-aae7da036664 {{(pid=104638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:25:50.597657 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.599068 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-fc06a3d3-fe9e-429b-b7ef-d8236a98f43a admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/d857cb57-fa91-43d1-9c0a-aae7da036664 HTTP/1.1" status: 204 len: 168 time: 0.7711320 Oct 17 03:25:50.601599 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46488) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:50.644889 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_v2 [None req-0342cd84-00d9-48c2-a1dd-3263b55e44d6 admin admin] Deleting subnet 5c337f6c-4721-4519-806c-2e51623c7065 {{(pid=104638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:25:50.648021 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0342cd84-00d9-48c2-a1dd-3263b55e44d6 admin admin] Publish callbacks [] for subnet (5c337f6c-4721-4519-806c-2e51623c7065), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.686271 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0342cd84-00d9-48c2-a1dd-3263b55e44d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660978'] for subnet (5c337f6c-4721-4519-806c-2e51623c7065), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.759268 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0342cd84-00d9-48c2-a1dd-3263b55e44d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (5c337f6c-4721-4519-806c-2e51623c7065), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.816289 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0342cd84-00d9-48c2-a1dd-3263b55e44d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821080'] for subnet (5c337f6c-4721-4519-806c-2e51623c7065), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.848705 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342cd84-00d9-48c2-a1dd-3263b55e44d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c337f6c-4721-4519-806c-2e51623c7065,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:50.850692 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0342cd84-00d9-48c2-a1dd-3263b55e44d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.853846 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-0342cd84-00d9-48c2-a1dd-3263b55e44d6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5c337f6c-4721-4519-806c-2e51623c7065 HTTP/1.1" status: 204 len: 168 time: 0.2513387 Oct 17 03:25:50.856467 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46490) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:50.864887 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a6e10-bf19-46d2-a1bd-a6c990d9c9a1 None None] Network d6a2b611-0809-4328-b56f-ab1d9ab2417d requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:25:50.927066 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (d6a2b611-0809-4328-b56f-ab1d9ab2417d), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:50.967929 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Deleting port 0c7eb1f7-6491-458c-a27b-5971547fc5ac {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:25:50.968277 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:51.035601 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] For port 0c7eb1f7-6491-458c-a27b-5971547fc5ac, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=0c7eb1f7-6491-458c-a27b-5971547fc5ac,segment=NetworkSegment(f3a3fcad-a048-464b-acaa-89212fb8cbc2),segment_id=f3a3fcad-a048-464b-acaa-89212fb8cbc2)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:25:51.035886 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:51.049039 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Calling delete_port for 0c7eb1f7-6491-458c-a27b-5971547fc5ac owned by network:dhcp {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:25:51.112271 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:51.131505 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (0c7eb1f7-6491-458c-a27b-5971547fc5ac), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:51.136365 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=81,neutron:DELETE=16,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:51.161366 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7eb1f7-6491-458c-a27b-5971547fc5ac,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:51.165545 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] No DVR routers for this DVR port 0c7eb1f7-6491-458c-a27b-5971547fc5ac on host dv-cinder-846977-2-iscsi {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:25:51.212819 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce4d980-d3a4-4df5-8456-e2653d14ea4d None None] DHCP port deletion for d6a2b611-0809-4328-b56f-ab1d9ab2417d request from dv-cinder-846977-2-iscsi {{(pid=104639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:25:51.240579 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (d6a2b611-0809-4328-b56f-ab1d9ab2417d), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:51.266311 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a2b611-0809-4328-b56f-ab1d9ab2417d']}} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:51.276538 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a3fcad-a048-464b-acaa-89212fb8cbc2') {'for_net_delete': True} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:51.276826 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a3fcad-a048-464b-acaa-89212fb8cbc2') {} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:51.287531 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3661003'] for segment (f3a3fcad-a048-464b-acaa-89212fb8cbc2), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:51.302540 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (f3a3fcad-a048-464b-acaa-89212fb8cbc2), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:51.311550 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=104638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:25:51.311550 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25377617'] for segment (f3a3fcad-a048-464b-acaa-89212fb8cbc2), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:51.376617 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (d6a2b611-0809-4328-b56f-ab1d9ab2417d), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:51.382884 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:51.388911 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/d6a2b611-0809-4328-b56f-ab1d9ab2417d HTTP/1.1" status: 204 len: 168 time: 0.5287278 Oct 17 03:25:51.389312 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46496) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:51.399189 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment f3a3fcad-a048-464b-acaa-89212fb8cbc2 resource provider aggregate not found Oct 17 03:25:51.403314 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b7679-59b9-439d-8aab-b80192f24d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a2b611-0809-4328-b56f-ab1d9ab2417d,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:51.423451 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment f3a3fcad-a048-464b-acaa-89212fb8cbc2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3a3fcad-a048-464b-acaa-89212fb8cbc2 found for delete ", "request_id": "req-66c083c6-915c-4e6b-9bdf-3501549ee6dd"}]} Oct 17 03:25:51.641299 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 08bf35fb-a5f7-43d0-be43-c7ef69664502 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:25:51.662725 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 08bf35fb-a5f7-43d0-be43-c7ef69664502 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:25:51.663190 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 08bf35fb-a5f7-43d0-be43-c7ef69664502 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:25:51.663619 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 0c7eb1f7-6491-458c-a27b-5971547fc5ac no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:25:51.683780 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 0c7eb1f7-6491-458c-a27b-5971547fc5ac {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:25:51.684182 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 0c7eb1f7-6491-458c-a27b-5971547fc5ac not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:25:51.684737 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 250bc590-fb0e-46b3-99d4-7f010f7dfa7d no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:25:51.710094 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 250bc590-fb0e-46b3-99d4-7f010f7dfa7d {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:25:51.710442 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 250bc590-fb0e-46b3-99d4-7f010f7dfa7d not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:25:51.718172 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a295914f-6349-4d49-ab77-d464239df3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752455'] for router_interface (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:51.947924 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-a295914f-6349-4d49-ab77-d464239df3ee admin admin] Deleting port bf90842b-a6bc-4528-9c3b-8648535c4df8 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:25:51.948166 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a295914f-6349-4d49-ab77-d464239df3ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:52.021333 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:52.028298 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-a295914f-6349-4d49-ab77-d464239df3ee admin admin] For port bf90842b-a6bc-4528-9c3b-8648535c4df8, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=bf90842b-a6bc-4528-9c3b-8648535c4df8,segment=NetworkSegment(d5640afc-8bf3-4999-b0e6-dcd4ef752eeb),segment_id=d5640afc-8bf3-4999-b0e6-dcd4ef752eeb)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:25:52.028652 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a295914f-6349-4d49-ab77-d464239df3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:52.041375 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-a295914f-6349-4d49-ab77-d464239df3ee admin admin] Calling delete_port for bf90842b-a6bc-4528-9c3b-8648535c4df8 owned by network:router_interface {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:25:52.082245 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:52.214546 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a295914f-6349-4d49-ab77-d464239df3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (bf90842b-a6bc-4528-9c3b-8648535c4df8), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:52.237194 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295914f-6349-4d49-ab77-d464239df3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=bf90842b-a6bc-4528-9c3b-8648535c4df8,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:52.404310 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a295914f-6349-4d49-ab77-d464239df3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752435'] for router_interface (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:52.424393 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c5d27-c021-435a-a9e9-892085b9808f None None] get_active_networks_info from dv-cinder-846977-2-iscsi {{(pid=104639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:25:52.508128 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76c5d27-c021-435a-a9e9-892085b9808f None None] Resources bound (agent type, host, resource id): {{(pid=104639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:25:52.610834 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a295914f-6349-4d49-ab77-d464239df3ee admin admin] Router 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:25:52.613406 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:52.936035 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a295914f-6349-4d49-ab77-d464239df3ee admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:25:52.941360 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-a295914f-6349-4d49-ab77-d464239df3ee admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5508115 Oct 17 03:25:52.943599 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46500) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:52.945901 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af38c530-e0a9-4e2b-aba8-d7ef5400e3c3 None None] Sync routers for ids ['59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:25:52.956164 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af38c530-e0a9-4e2b-aba8-d7ef5400e3c3 None None] Routers {'59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:25:52.957122 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-af38c530-e0a9-4e2b-aba8-d7ef5400e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:25:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:52.997582 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:53.048331 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Publish callbacks [] for router (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.071540 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-af38c530-e0a9-4e2b-aba8-d7ef5400e3c3 None None] Set router 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:25:53.102744 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:53.153119 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:53.156232 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Publish callbacks [] for router_gateway (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.177540 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-9048f0e9-85e1-4b33-a072-c3fd35940256 None None] Provisioning complete for port 31e906f9-a6ba-4cfa-8c3b-7994640a239d triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:25:53.177913 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9048f0e9-85e1-4b33-a072-c3fd35940256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.178242 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-9048f0e9-85e1-4b33-a072-c3fd35940256 None None] Attempt 1 to provision port 31e906f9-a6ba-4cfa-8c3b-7994640a239d Oct 17 03:25:53.198681 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Deleting port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:25:53.199063 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.283267 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] For port 04ee75d4-73f3-4bb3-90ef-930c80cd45cb, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=04ee75d4-73f3-4bb3-90ef-930c80cd45cb,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:25:53.283632 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.297239 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Calling delete_port for 04ee75d4-73f3-4bb3-90ef-930c80cd45cb owned by network:router_gateway {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:25:53.317954 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-af38c530-e0a9-4e2b-aba8-d7ef5400e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'name': 'tempest-TestShelveInstance-1992925482-router', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:25:52Z', 'revision_number': 5, 'project_id': '53e87d643123424b964b82af7aaec9ba', 'gw_port': {'id': '04ee75d4-73f3-4bb3-90ef-930c80cd45cb', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:53.319900 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-9048f0e9-85e1-4b33-a072-c3fd35940256 None None] Current status of the port 31e906f9-a6ba-4cfa-8c3b-7994640a239d is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:25:53.345150 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af38c530-e0a9-4e2b-aba8-d7ef5400e3c3 None None] Checking router: 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:25:53.354621 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af38c530-e0a9-4e2b-aba8-d7ef5400e3c3 None None] Routers {'59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:25:53.355254 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-af38c530-e0a9-4e2b-aba8-d7ef5400e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:25:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:53.440376 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-af38c530-e0a9-4e2b-aba8-d7ef5400e3c3 None None] Set router 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 gateway port host: None {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:25:53.464408 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (04ee75d4-73f3-4bb3-90ef-930c80cd45cb), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.490788 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=04ee75d4-73f3-4bb3-90ef-930c80cd45cb,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:53.495960 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-af38c530-e0a9-4e2b-aba8-d7ef5400e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'name': 'tempest-TestShelveInstance-1992925482-router', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:25:53Z', 'revision_number': 6, 'project_id': '53e87d643123424b964b82af7aaec9ba', 'gw_port_host': None}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:53.522327 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af38c530-e0a9-4e2b-aba8-d7ef5400e3c3 None None] The sync data for ids ['59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2'] in dv-cinder-846977-2-iscsi is: [{'id': '59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2', 'name': 'tempest-TestShelveInstance-1992925482-router', 'tenant_id': '53e87d643123424b964b82af7aaec9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:21:23Z', 'updated_at': '2022-10-17T03:25:53Z', 'revision_number': 6, 'project_id': '53e87d643123424b964b82af7aaec9ba', 'gw_port_host': None}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:25:53.558065 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751737'] for router_gateway (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.647147 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1154'] for router (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.649311 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Publish callbacks [] for router_controller (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.694559 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752491'] for router (59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.695211 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 {{(pid=104637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:25:53.699791 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.700914 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-6a401b31-070d-411c-b636-4e34e25e1c90 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/59c2fba6-3e9b-4e4c-9f74-2d990ffd5dc2 HTTP/1.1" status: 204 len: 168 time: 0.7564111 Oct 17 03:25:53.703459 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46502) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:53.748000 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd03460-b059-498d-af8e-71ecdbb34c46 admin admin] Deleting subnet 63caf888-02ad-4b8a-b250-bc661e3deb5f {{(pid=104637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:25:53.751162 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-efd03460-b059-498d-af8e-71ecdbb34c46 admin admin] Publish callbacks [] for subnet (63caf888-02ad-4b8a-b250-bc661e3deb5f), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.785555 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-efd03460-b059-498d-af8e-71ecdbb34c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178659'] for subnet (63caf888-02ad-4b8a-b250-bc661e3deb5f), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.861654 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-efd03460-b059-498d-af8e-71ecdbb34c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (63caf888-02ad-4b8a-b250-bc661e3deb5f), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.920292 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-efd03460-b059-498d-af8e-71ecdbb34c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3925904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376063'] for subnet (63caf888-02ad-4b8a-b250-bc661e3deb5f), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.949769 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd03460-b059-498d-af8e-71ecdbb34c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63caf888-02ad-4b8a-b250-bc661e3deb5f,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:53.955067 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-efd03460-b059-498d-af8e-71ecdbb34c46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:53.958928 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-efd03460-b059-498d-af8e-71ecdbb34c46 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/63caf888-02ad-4b8a-b250-bc661e3deb5f HTTP/1.1" status: 204 len: 168 time: 0.2544560 Oct 17 03:25:53.961520 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46504) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:53.965080 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70d0dd-1238-4799-81e9-6876192e2aae None None] Network 8c6a1c5e-4d08-444f-84c6-aedfe94833ad requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:25:54.026777 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device bf90842b-a6bc-4528-9c3b-8648535c4df8 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:25:54.035075 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:54.040277 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (8c6a1c5e-4d08-444f-84c6-aedfe94833ad), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.043369 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:54.053289 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: bf90842b-a6bc-4528-9c3b-8648535c4df8 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:25:54.053634 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device bf90842b-a6bc-4528-9c3b-8648535c4df8 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:25:54.094098 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Deleting port 31e906f9-a6ba-4cfa-8c3b-7994640a239d {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:25:54.094437 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.157160 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] For port 31e906f9-a6ba-4cfa-8c3b-7994640a239d, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=31e906f9-a6ba-4cfa-8c3b-7994640a239d,segment=NetworkSegment(d5640afc-8bf3-4999-b0e6-dcd4ef752eeb),segment_id=d5640afc-8bf3-4999-b0e6-dcd4ef752eeb)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:25:54.157523 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.171306 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Calling delete_port for 31e906f9-a6ba-4cfa-8c3b-7994640a239d owned by network:dhcp {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:25:54.251838 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (31e906f9-a6ba-4cfa-8c3b-7994640a239d), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.275984 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e906f9-a6ba-4cfa-8c3b-7994640a239d,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:54.280425 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] No DVR routers for this DVR port 31e906f9-a6ba-4cfa-8c3b-7994640a239d on host dv-cinder-846977-2-iscsi {{(pid=104637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:25:54.334656 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4784e54d-4d50-44bf-8445-b66de6be81b6 None None] DHCP port deletion for 8c6a1c5e-4d08-444f-84c6-aedfe94833ad request from dv-cinder-846977-2-iscsi {{(pid=104639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:25:54.356939 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (8c6a1c5e-4d08-444f-84c6-aedfe94833ad), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.378368 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6a1c5e-4d08-444f-84c6-aedfe94833ad']}} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:54.387696 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5640afc-8bf3-4999-b0e6-dcd4ef752eeb') {'for_net_delete': True} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:54.387983 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.services.segments.db [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5640afc-8bf3-4999-b0e6-dcd4ef752eeb') {} {{(pid=104637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:25:54.397491 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4178586'] for segment (d5640afc-8bf3-4999-b0e6-dcd4ef752eeb), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.412040 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (d5640afc-8bf3-4999-b0e6-dcd4ef752eeb), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.419700 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=104637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:25:54.420116 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3925882'] for segment (d5640afc-8bf3-4999-b0e6-dcd4ef752eeb), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.481820 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (8c6a1c5e-4d08-444f-84c6-aedfe94833ad), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.490637 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.493955 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/8c6a1c5e-4d08-444f-84c6-aedfe94833ad HTTP/1.1" status: 204 len: 168 time: 0.5316677 Oct 17 03:25:54.508015 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.services.segments.plugin [-] Segment d5640afc-8bf3-4999-b0e6-dcd4ef752eeb resource provider aggregate not found Oct 17 03:25:54.512361 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47114b-abc1-451f-9457-4eb5a55a25f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c6a1c5e-4d08-444f-84c6-aedfe94833ad,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:54.535019 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.services.segments.plugin [-] Segment d5640afc-8bf3-4999-b0e6-dcd4ef752eeb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5640afc-8bf3-4999-b0e6-dcd4ef752eeb found for delete ", "request_id": "req-73d6605c-e386-407f-836b-b070584b9010"}]} Oct 17 03:25:54.666544 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46514) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:54.706054 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-569bf5d4-80fc-47bc-8cdb-5ea9684c1659 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f7a92b100ac14d44aff5e4083a49f5ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383685 Oct 17 03:25:54.708455 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46516) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:54.759699 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1154-7d60-4703-b586-ae58044147d8 admin admin] Publish callbacks [] for security_group (4578de36-4046-4188-85d8-3af6d5335c34), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.778989 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1154-7d60-4703-b586-ae58044147d8 admin admin] Publish callbacks [] for security_group (4578de36-4046-4188-85d8-3af6d5335c34), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.825676 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1154-7d60-4703-b586-ae58044147d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (4578de36-4046-4188-85d8-3af6d5335c34), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.828242 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-ce5a1154-7d60-4703-b586-ae58044147d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:54.829366 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-ce5a1154-7d60-4703-b586-ae58044147d8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4578de36-4046-4188-85d8-3af6d5335c34 HTTP/1.1" status: 204 len: 168 time: 0.1199369 Oct 17 03:25:54.837370 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a1154-7d60-4703-b586-ae58044147d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4578de36-4046-4188-85d8-3af6d5335c34,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:55.063269 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e3b86e52-f51b-490d-845a-a145347d4325 req-d33d6c77-b4a1-4c61-b28a-ed59a1b7ab03 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404522 Oct 17 03:25:55.152670 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46522) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:55.154984 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86e52-f51b-490d-845a-a145347d4325 req-320c9e69-2d2a-418e-938d-8437c3999417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:25:55.156541 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e3b86e52-f51b-490d-845a-a145347d4325 req-320c9e69-2d2a-418e-938d-8437c3999417 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 1130 time: 0.0406537 Oct 17 03:25:55.194878 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-bc32ee13-7e0a-4e7a-a4f0-561874c57f5a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=53e87d643123424b964b82af7aaec9ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410430 Oct 17 03:25:55.197265 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46524) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:25:55.248901 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6dac53bc-81ce-4167-86e7-6b2ba023f684 admin admin] Publish callbacks [] for security_group (4d59086c-c149-4a1e-9912-dd174c41bc8e), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:55.264652 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:25:55.270770 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6dac53bc-81ce-4167-86e7-6b2ba023f684 admin admin] Publish callbacks [] for security_group (4d59086c-c149-4a1e-9912-dd174c41bc8e), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:55.270988 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86e52-f51b-490d-845a-a145347d4325 req-92b130ca-4344-4fb9-a97f-1a4260bff6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:25:55.272463 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e3b86e52-f51b-490d-845a-a145347d4325 req-92b130ca-4344-4fb9-a97f-1a4260bff6ea service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 913 time: 0.0923569 Oct 17 03:25:55.323950 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6dac53bc-81ce-4167-86e7-6b2ba023f684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (4d59086c-c149-4a1e-9912-dd174c41bc8e), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:55.326854 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-6dac53bc-81ce-4167-86e7-6b2ba023f684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:25:55.328120 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-6dac53bc-81ce-4167-86e7-6b2ba023f684 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4d59086c-c149-4a1e-9912-dd174c41bc8e HTTP/1.1" status: 204 len: 168 time: 0.1299636 Oct 17 03:25:55.336873 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac53bc-81ce-4167-86e7-6b2ba023f684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d59086c-c149-4a1e-9912-dd174c41bc8e,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:25:55.345014 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e3b86e52-f51b-490d-845a-a145347d4325 req-47a52245-4399-481a-b2f1-582440fcd736 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e329b034-354a-460c-a740-22ac7c371ccb HTTP/1.1" status: 200 len: 1001 time: 0.0625513 Oct 17 03:25:55.414889 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86e52-f51b-490d-845a-a145347d4325 req-7c269b60-f2f3-48e4-a737-f44e5531b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:25:55.416373 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e3b86e52-f51b-490d-845a-a145347d4325 req-7c269b60-f2f3-48e4-a737-f44e5531b812 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0518248 Oct 17 03:25:55.465644 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86e52-f51b-490d-845a-a145347d4325 req-e689ed0c-5585-45a8-b3cd-4eb9808b1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:25:55.467180 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e3b86e52-f51b-490d-845a-a145347d4325 req-e689ed0c-5585-45a8-b3cd-4eb9808b1a44 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420330 Oct 17 03:25:55.574333 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e3b86e52-f51b-490d-845a-a145347d4325 req-333c77cf-844c-4f4d-ac08-856937c4dc2d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975080 Oct 17 03:25:55.657184 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 04ee75d4-73f3-4bb3-90ef-930c80cd45cb no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:25:55.678915 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 04ee75d4-73f3-4bb3-90ef-930c80cd45cb {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:25:55.679176 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 04ee75d4-73f3-4bb3-90ef-930c80cd45cb not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:25:55.679578 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 31e906f9-a6ba-4cfa-8c3b-7994640a239d no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:25:55.680385 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e3b86e52-f51b-490d-845a-a145347d4325 req-4b2c2473-ae04-41d8-ac15-e076c573cd04 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970185 Oct 17 03:25:55.703696 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 31e906f9-a6ba-4cfa-8c3b-7994640a239d {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:25:55.704188 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 31e906f9-a6ba-4cfa-8c3b-7994640a239d not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:26:00.254776 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=9 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:00.305940 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=14 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:05.307703 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:05.332754 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=85,neutron:DELETE=8 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:05.674445 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:05.676940 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=63,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:05.681943 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=64 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:05.682669 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=68 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:07.308342 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f7c8b1fd-57eb-4c15-8666-a546e5a85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:09.350980 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5818-10ca-4b25-be52-2c09037d2fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:10.766122 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:12.199920 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:12.345776 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:17.022158 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:22.070751 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46528) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:22.391582 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Deleting port 0664a23f-4b86-42b9-ad38-923b5f2f5c23 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:22.391838 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (0664a23f-4b86-42b9-ad38-923b5f2f5c23), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:22.465833 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (0664a23f-4b86-42b9-ad38-923b5f2f5c23), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:22.466153 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (0664a23f-4b86-42b9-ad38-923b5f2f5c23), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:22.478613 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Calling delete_port for 0664a23f-4b86-42b9-ad38-923b5f2f5c23 owned by network:floatingip {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:22.639557 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (0664a23f-4b86-42b9-ad38-923b5f2f5c23), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:22.668262 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event deleted for resources: {'Port': ['ID=0664a23f-4b86-42b9-ad38-923b5f2f5c23,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:22.731172 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (063b122a-638e-459a-b32d-af59ac27dc52), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:22.731501 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.l3_db [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Floating IP 063b122a-638e-459a-b32d-af59ac27dc52 disassociated (deleted). External IP: 172.27.0.134, port: aabd0a01-3525-4a5d-92bf-64b4665e78bf. Oct 17 03:26:22.930069 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Router ba810bd8-34e1-48a4-8d31-3925564c3909 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:26:23.030141 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:26:23.035562 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:23.040376 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf49f8-c64d-4b52-a47c-04297811e103 None None] Sync routers for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:26:23.050281 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf49f8-c64d-4b52-a47c-04297811e103 None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:26:23.050960 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-2bcf49f8-c64d-4b52-a47c-04297811e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:26:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:23.065155 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-9f51d862-d1ce-4708-b905-f5c9eaf2cdc5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/063b122a-638e-459a-b32d-af59ac27dc52 HTTP/1.1" status: 204 len: 168 time: 0.9932752 Oct 17 03:26:23.066060 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'tag': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf'}] {{(pid=104637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:26:23.069314 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7098a80024231f10732136cf30e047a017c97e80914df79a62af3d8a0c697d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a20acd-219b-4361-a137-957207af9065" -d '{"events": [{"name": "network-changed", "server_uuid": "c215fefd-2ded-425a-a47b-8a7c833980ac", "tag": "aabd0a01-3525-4a5d-92bf-64b4665e78bf"}]}' {{(pid=104637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:26:23.163976 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-2bcf49f8-c64d-4b52-a47c-04297811e103 None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:26:23.267995 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3c2e07-ad72-4c12-a2ee-a6bf42702605 x-openstack-request-id: req-4c3c2e07-ad72-4c12-a2ee-a6bf42702605 {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:26:23.268534 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c215fefd-2ded-425a-a47b-8a7c833980ac", "tag": "aabd0a01-3525-4a5d-92bf-64b4665e78bf", "status": "completed", "code": 200}]} {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:26:23.268534 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4c3c2e07-ad72-4c12-a2ee-a6bf42702605 {{(pid=104637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:26:23.268907 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3c2e07-ad72-4c12-a2ee-a6bf42702605'] response: {'name': 'network-changed', 'server_uuid': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'tag': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf', 'status': 'completed', 'code': 200} Oct 17 03:26:23.283881 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:23.320282 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ee547-08d8-40cd-9f34-78892a566766 req-278e3754-1c1f-455b-9569-787332bac9c2 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:23.321767 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e28ee547-08d8-40cd-9f34-78892a566766 req-278e3754-1c1f-455b-9569-787332bac9c2 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 945 time: 0.0481598 Oct 17 03:26:23.332734 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:23.372391 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-e28ee547-08d8-40cd-9f34-78892a566766 req-c12d2d8b-a7d3-4e31-b735-2bbc045b0e4a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450735 Oct 17 03:26:23.386274 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-2bcf49f8-c64d-4b52-a47c-04297811e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'd5c8ca34-6ef9-4a43-8321-0dc13f0244f8', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'e329b034-354a-460c-a740-22ac7c371ccb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:e6:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:22:58Z', 'updated_at': '2022-10-17T03:23:00Z', 'revision_number': 1, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:23.410495 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf49f8-c64d-4b52-a47c-04297811e103 None None] Checking router: ba810bd8-34e1-48a4-8d31-3925564c3909 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:26:23.419161 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf49f8-c64d-4b52-a47c-04297811e103 None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:26:23.419740 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-2bcf49f8-c64d-4b52-a47c-04297811e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:26:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:23.458581 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:26:23.523717 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-2bcf49f8-c64d-4b52-a47c-04297811e103 None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:26:23.730006 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-2bcf49f8-c64d-4b52-a47c-04297811e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'd5c8ca34-6ef9-4a43-8321-0dc13f0244f8', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'e329b034-354a-460c-a740-22ac7c371ccb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:e6:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:22:58Z', 'updated_at': '2022-10-17T03:23:00Z', 'revision_number': 1, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:23.754830 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf49f8-c64d-4b52-a47c-04297811e103 None None] The sync data for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi is: [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_floatingips': [{'id': 'd5c8ca34-6ef9-4a43-8321-0dc13f0244f8', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'router_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'port_id': 'e329b034-354a-460c-a740-22ac7c371ccb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'mac_address': 'fa:16:3e:e6:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T03:22:58Z', 'updated_at': '2022-10-17T03:23:00Z', 'revision_number': 1, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:26:23.961831 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be376b-6648-4ca6-9042-3eb0093aca1a None None] New status for floating IP 063b122a-638e-459a-b32d-af59ac27dc52: DOWN {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:26:24.523126 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b1e80-192a-47d4-b987-53ecaecac008 req-1f0b52b7-4144-4111-b1ed-22b0d84d1b63 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:24.524626 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2c6b1e80-192a-47d4-b987-53ecaecac008 req-1f0b52b7-4144-4111-b1ed-22b0d84d1b63 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 945 time: 0.0758038 Oct 17 03:26:24.527586 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a20acd-219b-4361-a137-957207af9065 req-57c8735c-4bd5-4e3f-8a96-2bddf1cab272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:24.528943 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-10a20acd-219b-4361-a137-957207af9065 req-57c8735c-4bd5-4e3f-8a96-2bddf1cab272 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 1129 time: 0.0700140 Oct 17 03:26:24.573553 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-2c6b1e80-192a-47d4-b987-53ecaecac008 req-1cd2f2da-aa54-49af-b56c-dcdfb460212d tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433648 Oct 17 03:26:24.695273 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a20acd-219b-4361-a137-957207af9065 req-ed7c0cb7-080d-4b87-849f-0653cb7605c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:24.696709 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-10a20acd-219b-4361-a137-957207af9065 req-ed7c0cb7-080d-4b87-849f-0653cb7605c7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 913 time: 0.0869422 Oct 17 03:26:24.914974 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-10a20acd-219b-4361-a137-957207af9065 req-e6730ddd-cf0d-45ae-9463-09da4e35aa5e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aabd0a01-3525-4a5d-92bf-64b4665e78bf HTTP/1.1" status: 200 len: 217 time: 0.0373292 Oct 17 03:26:25.008647 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a20acd-219b-4361-a137-957207af9065 req-eb649aef-f1e6-492c-9451-1e9858cdba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:25.010071 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-10a20acd-219b-4361-a137-957207af9065 req-eb649aef-f1e6-492c-9451-1e9858cdba4a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0700619 Oct 17 03:26:25.029637 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c331269-e82f-44f9-a336-925962628b7c req-99470af2-8413-4ffa-92f9-8e436c6f5cb5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:25.030992 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5c331269-e82f-44f9-a336-925962628b7c req-99470af2-8413-4ffa-92f9-8e436c6f5cb5 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 945 time: 0.0595446 Oct 17 03:26:25.090349 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a20acd-219b-4361-a137-957207af9065 req-6161b2fb-feed-4972-9760-8c43c8e491ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:25.091843 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-10a20acd-219b-4361-a137-957207af9065 req-6161b2fb-feed-4972-9760-8c43c8e491ef service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743980 Oct 17 03:26:25.184819 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-5c331269-e82f-44f9-a336-925962628b7c req-16feed5b-f774-42ef-ae38-c57c42c0f028 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Deleting port aabd0a01-3525-4a5d-92bf-64b4665e78bf {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:25.185070 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5c331269-e82f-44f9-a336-925962628b7c req-16feed5b-f774-42ef-ae38-c57c42c0f028 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:25.277282 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-10a20acd-219b-4361-a137-957207af9065 req-572403d8-b8a9-4d96-a3be-72a3e88569e1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719763 Oct 17 03:26:25.319135 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-5c331269-e82f-44f9-a336-925962628b7c req-16feed5b-f774-42ef-ae38-c57c42c0f028 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] For port aabd0a01-3525-4a5d-92bf-64b4665e78bf, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=aabd0a01-3525-4a5d-92bf-64b4665e78bf,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:26:25.319492 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5c331269-e82f-44f9-a336-925962628b7c req-16feed5b-f774-42ef-ae38-c57c42c0f028 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:25.363448 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-5c331269-e82f-44f9-a336-925962628b7c req-16feed5b-f774-42ef-ae38-c57c42c0f028 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Calling delete_port for aabd0a01-3525-4a5d-92bf-64b4665e78bf owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:25.439816 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-10a20acd-219b-4361-a137-957207af9065 req-538a910f-45de-4d87-8fb0-e6cb6a33e33e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498840 Oct 17 03:26:25.468621 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:25.520998 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5c331269-e82f-44f9-a336-925962628b7c req-16feed5b-f774-42ef-ae38-c57c42c0f028 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (aabd0a01-3525-4a5d-92bf-64b4665e78bf), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:25.553502 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16feed5b-f774-42ef-ae38-c57c42c0f028 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event deleted for resources: {'Port': ['ID=aabd0a01-3525-4a5d-92bf-64b4665e78bf,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:25.595811 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c331269-e82f-44f9-a336-925962628b7c req-16feed5b-f774-42ef-ae38-c57c42c0f028 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] No DVR routers for this DVR port aabd0a01-3525-4a5d-92bf-64b4665e78bf on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:26:25.600645 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-5c331269-e82f-44f9-a336-925962628b7c req-16feed5b-f774-42ef-ae38-c57c42c0f028 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:25.606132 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-5c331269-e82f-44f9-a336-925962628b7c req-16feed5b-f774-42ef-ae38-c57c42c0f028 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "DELETE /networking/v2.0/ports/aabd0a01-3525-4a5d-92bf-64b4665e78bf HTTP/1.1" status: 204 len: 173 time: 0.5514317 Oct 17 03:26:25.607081 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'name': 'network-vif-deleted', 'tag': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:26:25.609041 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0efbcc-6a1b-4185-b527-b87964bdc5b6" -d '{"events": [{"server_uuid": "c215fefd-2ded-425a-a47b-8a7c833980ac", "name": "network-vif-deleted", "tag": "aabd0a01-3525-4a5d-92bf-64b4665e78bf"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:26:25.651095 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526938fe-64bc-4d26-9207-5f6351b8b7b8 x-openstack-request-id: req-526938fe-64bc-4d26-9207-5f6351b8b7b8 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:26:25.651383 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c215fefd-2ded-425a-a47b-8a7c833980ac", "name": "network-vif-deleted", "tag": "aabd0a01-3525-4a5d-92bf-64b4665e78bf", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:26:25.651630 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-526938fe-64bc-4d26-9207-5f6351b8b7b8 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:26:25.652044 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-526938fe-64bc-4d26-9207-5f6351b8b7b8'] response: {'server_uuid': 'c215fefd-2ded-425a-a47b-8a7c833980ac', 'name': 'network-vif-deleted', 'tag': 'aabd0a01-3525-4a5d-92bf-64b4665e78bf', 'status': 'completed', 'code': 200} Oct 17 03:26:25.694966 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-452834b2-7fa6-4dc5-8cd7-c463b6ab4cde req-55843ba6-f894-42f6-b690-e689d34abd4e tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c215fefd-2ded-425a-a47b-8a7c833980ac HTTP/1.1" status: 200 len: 210 time: 0.0336554 Oct 17 03:26:27.571683 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device aabd0a01-3525-4a5d-92bf-64b4665e78bf no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:26:27.590918 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: aabd0a01-3525-4a5d-92bf-64b4665e78bf {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:26:27.591266 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device aabd0a01-3525-4a5d-92bf-64b4665e78bf not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:26:28.995543 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46560) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:29.134294 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Deleting port b07c3bdc-7b3e-49f8-9b91-e96f45aa3960 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:29.134629 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (b07c3bdc-7b3e-49f8-9b91-e96f45aa3960), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:29.209648 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (b07c3bdc-7b3e-49f8-9b91-e96f45aa3960), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:29.209970 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (b07c3bdc-7b3e-49f8-9b91-e96f45aa3960), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:29.222848 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Calling delete_port for b07c3bdc-7b3e-49f8-9b91-e96f45aa3960 owned by network:floatingip {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:29.368858 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (b07c3bdc-7b3e-49f8-9b91-e96f45aa3960), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:29.393786 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event deleted for resources: {'Port': ['ID=b07c3bdc-7b3e-49f8-9b91-e96f45aa3960,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:29.457304 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (d5c8ca34-6ef9-4a43-8321-0dc13f0244f8), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:29.457777 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.db.l3_db [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Floating IP d5c8ca34-6ef9-4a43-8321-0dc13f0244f8 disassociated (deleted). External IP: 172.27.0.62, port: e329b034-354a-460c-a740-22ac7c371ccb. Oct 17 03:26:29.881403 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Router ba810bd8-34e1-48a4-8d31-3925564c3909 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:26:29.927187 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:29.984855 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:26:29.992202 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:29.998165 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a936f01-74d8-41ae-bc1a-299b9bce635d None None] Sync routers for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:26:30.009383 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a936f01-74d8-41ae-bc1a-299b9bce635d None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:26:30.009993 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-5a936f01-74d8-41ae-bc1a-299b9bce635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:26:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:30.023528 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-5c020fa8-5ac6-4626-bd80-69f89f98f2a8 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/d5c8ca34-6ef9-4a43-8321-0dc13f0244f8 HTTP/1.1" status: 204 len: 168 time: 1.0269368 Oct 17 03:26:30.024265 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'tag': 'e329b034-354a-460c-a740-22ac7c371ccb'}] {{(pid=104637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:26:30.026576 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7098a80024231f10732136cf30e047a017c97e80914df79a62af3d8a0c697d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754748dd-d758-4612-8576-ffcc55385784" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3f89ba-cb21-406a-bd30-004d49d589db", "tag": "e329b034-354a-460c-a740-22ac7c371ccb"}]}' {{(pid=104637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:26:30.067194 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:30.068144 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8395435b-b1b5-44c4-9d9f-2477a05183c6 x-openstack-request-id: req-8395435b-b1b5-44c4-9d9f-2477a05183c6 {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:26:30.068433 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3f89ba-cb21-406a-bd30-004d49d589db", "tag": "e329b034-354a-460c-a740-22ac7c371ccb", "status": "completed", "code": 200}]} {{(pid=104637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:26:30.068716 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8395435b-b1b5-44c4-9d9f-2477a05183c6 {{(pid=104637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:26:30.069132 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8395435b-b1b5-44c4-9d9f-2477a05183c6'] response: {'name': 'network-changed', 'server_uuid': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'tag': 'e329b034-354a-460c-a740-22ac7c371ccb', 'status': 'completed', 'code': 200} Oct 17 03:26:30.097607 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:30.120000 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-5a936f01-74d8-41ae-bc1a-299b9bce635d None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:26:30.139666 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754748dd-d758-4612-8576-ffcc55385784 req-3ffcde5e-9c58-4c7d-9a0b-1a3c1429183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:30.141087 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-754748dd-d758-4612-8576-ffcc55385784 req-3ffcde5e-9c58-4c7d-9a0b-1a3c1429183f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=917f1029c33f4607b398287532f2fb4b&device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 1130 time: 0.0429757 Oct 17 03:26:30.220804 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:30.267043 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca5710-2066-4059-8c45-6f580a76c597 req-cc47a280-666a-4f33-950a-21ca83a3b50e tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:30.268511 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-12ca5710-2066-4059-8c45-6f580a76c597 req-cc47a280-666a-4f33-950a-21ca83a3b50e tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 946 time: 0.0610383 Oct 17 03:26:30.312542 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-5a936f01-74d8-41ae-bc1a-299b9bce635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:30.312931 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754748dd-d758-4612-8576-ffcc55385784 req-c66859d0-de70-4585-8379-df83ab5f6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:30.314383 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-754748dd-d758-4612-8576-ffcc55385784 req-c66859d0-de70-4585-8379-df83ab5f6dec service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 200 len: 913 time: 0.1600599 Oct 17 03:26:30.334133 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-12ca5710-2066-4059-8c45-6f580a76c597 req-00d6128e-afb5-4dc0-9f79-58653582cf14 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579524 Oct 17 03:26:30.341558 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a936f01-74d8-41ae-bc1a-299b9bce635d None None] Checking router: ba810bd8-34e1-48a4-8d31-3925564c3909 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:26:30.350775 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a936f01-74d8-41ae-bc1a-299b9bce635d None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:26:30.351396 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-5a936f01-74d8-41ae-bc1a-299b9bce635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:26:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:30.452192 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-5a936f01-74d8-41ae-bc1a-299b9bce635d None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:26:30.712645 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-5a936f01-74d8-41ae-bc1a-299b9bce635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:30.736671 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a936f01-74d8-41ae-bc1a-299b9bce635d None None] The sync data for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi is: [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:19:55Z', 'revision_number': 4, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi', '_interfaces': [{'id': '9e73c296-1d0f-4794-a9ec-a9f97859e1a4', 'name': '', 'network_id': '69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'mac_address': 'fa:16:3e:f1:71:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:54Z', 'updated_at': '2022-10-17T03:20:02Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'subnets': [{'id': 'fe0294fe-6364-4dad-bac5-300c814f640b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:26:30.952906 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef577e1-7320-422d-817a-36569b6a6eec None None] New status for floating IP d5c8ca34-6ef9-4a43-8321-0dc13f0244f8: DOWN {{(pid=104639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 03:26:31.357792 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-754748dd-d758-4612-8576-ffcc55385784 req-4d365558-cba3-4695-ba2f-af3879334553 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e329b034-354a-460c-a740-22ac7c371ccb HTTP/1.1" status: 200 len: 217 time: 0.0401669 Oct 17 03:26:31.410021 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754748dd-d758-4612-8576-ffcc55385784 req-efa0a4d6-ed35-4483-bfe8-9b0f8b1e7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:31.411957 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-754748dd-d758-4612-8576-ffcc55385784 req-efa0a4d6-ed35-4483-bfe8-9b0f8b1e7f7d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 200 len: 851 time: 0.0486929 Oct 17 03:26:31.486195 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:31.496061 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f1e25-23e9-4b36-91f4-0868dfff2dfd req-5b277398-1adc-4dda-8a7a-840821ce6b1a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:31.497581 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bd7f1e25-23e9-4b36-91f4-0868dfff2dfd req-5b277398-1adc-4dda-8a7a-840821ce6b1a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 946 time: 0.0678926 Oct 17 03:26:31.539353 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754748dd-d758-4612-8576-ffcc55385784 req-a5b14d58-1c64-4cb3-9f5a-079ca2dedde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:31.540921 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-754748dd-d758-4612-8576-ffcc55385784 req-a5b14d58-1c64-4cb3-9f5a-079ca2dedde3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414455 Oct 17 03:26:31.560208 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-bd7f1e25-23e9-4b36-91f4-0868dfff2dfd req-e99fc45f-a149-4004-85c6-c80d1b6fc552 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527503 Oct 17 03:26:31.643300 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-754748dd-d758-4612-8576-ffcc55385784 req-f500a29d-05cf-4b7a-8841-dee2dae0de49 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958226 Oct 17 03:26:31.808492 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-754748dd-d758-4612-8576-ffcc55385784 req-312f3a3d-e518-489a-9d64-50784595d8eb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831013 Oct 17 03:26:31.867158 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7460ad2-21a7-4ac2-8032-b5ee957c04cd req-21a8f80f-e597-4672-b947-66e66a1ed216 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 03:26:31.868597 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e7460ad2-21a7-4ac2-8032-b5ee957c04cd req-21a8f80f-e597-4672-b947-66e66a1ed216 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 946 time: 0.0498624 Oct 17 03:26:31.952592 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-e7460ad2-21a7-4ac2-8032-b5ee957c04cd req-215cb362-0230-4248-9b41-28447608c558 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Deleting port e329b034-354a-460c-a740-22ac7c371ccb {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:31.952928 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e7460ad2-21a7-4ac2-8032-b5ee957c04cd req-215cb362-0230-4248-9b41-28447608c558 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (e329b034-354a-460c-a740-22ac7c371ccb), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:32.042896 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [req-e7460ad2-21a7-4ac2-8032-b5ee957c04cd req-215cb362-0230-4248-9b41-28447608c558 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] For port e329b034-354a-460c-a740-22ac7c371ccb, host hv-cinder-84697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84697',level=0,port_id=e329b034-354a-460c-a740-22ac7c371ccb,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:26:32.043258 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e7460ad2-21a7-4ac2-8032-b5ee957c04cd req-215cb362-0230-4248-9b41-28447608c558 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (e329b034-354a-460c-a740-22ac7c371ccb), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:32.057226 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [req-e7460ad2-21a7-4ac2-8032-b5ee957c04cd req-215cb362-0230-4248-9b41-28447608c558 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Calling delete_port for e329b034-354a-460c-a740-22ac7c371ccb owned by compute:nova {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:32.128437 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:32.179019 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e7460ad2-21a7-4ac2-8032-b5ee957c04cd req-215cb362-0230-4248-9b41-28447608c558 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (e329b034-354a-460c-a740-22ac7c371ccb), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:32.207685 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cb362-0230-4248-9b41-28447608c558 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event deleted for resources: {'Port': ['ID=e329b034-354a-460c-a740-22ac7c371ccb,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:32.254968 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7460ad2-21a7-4ac2-8032-b5ee957c04cd req-215cb362-0230-4248-9b41-28447608c558 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] No DVR routers for this DVR port e329b034-354a-460c-a740-22ac7c371ccb on host hv-cinder-84697 {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:26:32.257444 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [req-e7460ad2-21a7-4ac2-8032-b5ee957c04cd req-215cb362-0230-4248-9b41-28447608c558 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for port (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:32.260668 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [req-e7460ad2-21a7-4ac2-8032-b5ee957c04cd req-215cb362-0230-4248-9b41-28447608c558 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.23 "DELETE /networking/v2.0/ports/e329b034-354a-460c-a740-22ac7c371ccb HTTP/1.1" status: 204 len: 173 time: 0.3850358 Oct 17 03:26:32.261149 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'name': 'network-vif-deleted', 'tag': 'e329b034-354a-460c-a740-22ac7c371ccb'}] {{(pid=104638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 03:26:32.263355 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec0db0f2cf73e1ef7ad99a32bc53fcbe8fd78391ee3a89338761b23f2f5cfb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71cc0db-5e62-4431-bd39-87ba68a4ef84" -d '{"events": [{"server_uuid": "2e3f89ba-cb21-406a-bd30-004d49d589db", "name": "network-vif-deleted", "tag": "e329b034-354a-460c-a740-22ac7c371ccb"}]}' {{(pid=104638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 03:26:32.301005 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 03:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f7b867-729f-428f-b04a-3e3425b324c2 x-openstack-request-id: req-17f7b867-729f-428f-b04a-3e3425b324c2 {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 03:26:32.302061 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3f89ba-cb21-406a-bd30-004d49d589db", "name": "network-vif-deleted", "tag": "e329b034-354a-460c-a740-22ac7c371ccb", "status": "completed", "code": 200}]} {{(pid=104638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 03:26:32.302325 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-17f7b867-729f-428f-b04a-3e3425b324c2 {{(pid=104638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 03:26:32.302730 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f7b867-729f-428f-b04a-3e3425b324c2'] response: {'server_uuid': '2e3f89ba-cb21-406a-bd30-004d49d589db', 'name': 'network-vif-deleted', 'tag': 'e329b034-354a-460c-a740-22ac7c371ccb', 'status': 'completed', 'code': 200} Oct 17 03:26:32.695199 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [req-4ae23391-510f-4f99-8d5f-4eb0d06ffdc9 req-c4ba2d40-282a-4290-957e-093ccca3647a tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2e3f89ba-cb21-406a-bd30-004d49d589db HTTP/1.1" status: 200 len: 210 time: 0.0288494 Oct 17 03:26:33.761538 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46576) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:33.870662 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-0188a757-4824-452f-9bb3-603607e43bf7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Deleting port b9918cb9-ec69-438b-9d25-2a206db79b0d {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:33.870944 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0188a757-4824-452f-9bb3-603607e43bf7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (b9918cb9-ec69-438b-9d25-2a206db79b0d), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:33.947119 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0188a757-4824-452f-9bb3-603607e43bf7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (b9918cb9-ec69-438b-9d25-2a206db79b0d), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:33.947438 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0188a757-4824-452f-9bb3-603607e43bf7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (b9918cb9-ec69-438b-9d25-2a206db79b0d), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:33.959598 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-0188a757-4824-452f-9bb3-603607e43bf7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Calling delete_port for b9918cb9-ec69-438b-9d25-2a206db79b0d owned by network:floatingip {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:34.088208 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0188a757-4824-452f-9bb3-603607e43bf7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (b9918cb9-ec69-438b-9d25-2a206db79b0d), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:34.112663 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188a757-4824-452f-9bb3-603607e43bf7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event deleted for resources: {'Port': ['ID=b9918cb9-ec69-438b-9d25-2a206db79b0d,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:34.175426 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0188a757-4824-452f-9bb3-603607e43bf7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for floatingip (dba3ac68-3a6d-4bc9-b4dd-bb9ce76a9c7e), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:34.178932 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-0188a757-4824-452f-9bb3-603607e43bf7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14168'] for floatingip (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:34.180175 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-0188a757-4824-452f-9bb3-603607e43bf7 tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/dba3ac68-3a6d-4bc9-b4dd-bb9ce76a9c7e HTTP/1.1" status: 204 len: 168 time: 0.4185996 Oct 17 03:26:35.442011 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46588) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:35.499497 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3459e1c8-3047-4daa-ace4-27e2c039fefb tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group (1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:35.507332 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:35.523712 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3459e1c8-3047-4daa-ace4-27e2c039fefb tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group (1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:35.583889 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3459e1c8-3047-4daa-ace4-27e2c039fefb tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:35.586420 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-3459e1c8-3047-4daa-ace4-27e2c039fefb tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:35.587618 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-3459e1c8-3047-4daa-ace4-27e2c039fefb tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb HTTP/1.1" status: 204 len: 168 time: 0.1445937 Oct 17 03:26:35.596652 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459e1c8-3047-4daa-ace4-27e2c039fefb tempest-TestVolumeBootPattern-1752265691 tempest-TestVolumeBootPattern-1752265691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbe8e0f-c14f-4bb2-9b58-87ad029e07cb,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:35.602899 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device e329b034-354a-460c-a740-22ac7c371ccb no longer exists at agent hyperv_hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:26:35.629195 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] No Port match for: e329b034-354a-460c-a740-22ac7c371ccb {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:26:35.629540 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Device e329b034-354a-460c-a740-22ac7c371ccb not bound to the agent host hv-cinder-84697 {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:26:35.648130 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46592) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:36.023645 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:36.056247 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-47eccb35-9719-4088-9da3-d99d3f22572e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752455'] for router_interface (ba810bd8-34e1-48a4-8d31-3925564c3909), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:36.134794 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:36.273462 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-47eccb35-9719-4088-9da3-d99d3f22572e admin admin] Deleting port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:36.273842 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-47eccb35-9719-4088-9da3-d99d3f22572e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:36.350290 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-47eccb35-9719-4088-9da3-d99d3f22572e admin admin] For port 9e73c296-1d0f-4794-a9ec-a9f97859e1a4, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=9e73c296-1d0f-4794-a9ec-a9f97859e1a4,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:26:36.350644 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-47eccb35-9719-4088-9da3-d99d3f22572e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:36.363100 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-47eccb35-9719-4088-9da3-d99d3f22572e admin admin] Calling delete_port for 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 owned by network:router_interface {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:36.536482 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-47eccb35-9719-4088-9da3-d99d3f22572e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (9e73c296-1d0f-4794-a9ec-a9f97859e1a4), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:36.564366 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eccb35-9719-4088-9da3-d99d3f22572e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e73c296-1d0f-4794-a9ec-a9f97859e1a4,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:36.727229 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-47eccb35-9719-4088-9da3-d99d3f22572e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752435'] for router_interface (ba810bd8-34e1-48a4-8d31-3925564c3909), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:36.748013 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b4f7a-fe24-4270-8784-48ea7e606baf None None] get_active_networks_info from dv-cinder-846977-2-iscsi {{(pid=104639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:26:36.750179 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:36.751698 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:36.825975 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284b4f7a-fe24-4270-8784-48ea7e606baf None None] Resources bound (agent type, host, resource id): {{(pid=104639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:26:36.838011 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:36.936295 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47eccb35-9719-4088-9da3-d99d3f22572e admin admin] Router ba810bd8-34e1-48a4-8d31-3925564c3909 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:26:36.946786 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:37.044292 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eccb35-9719-4088-9da3-d99d3f22572e admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:26:37.049348 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-47eccb35-9719-4088-9da3-d99d3f22572e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ba810bd8-34e1-48a4-8d31-3925564c3909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4001381 Oct 17 03:26:37.051857 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46596) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:37.056012 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d5b4c-72d3-4aef-8dc1-5a9d28855c84 None None] Sync routers for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:26:37.068624 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d5b4c-72d3-4aef-8dc1-5a9d28855c84 None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:26:37.069484 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-2a1d5b4c-72d3-4aef-8dc1-5a9d28855c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:26:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:37.153385 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Publish callbacks [] for router (ba810bd8-34e1-48a4-8d31-3925564c3909), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.178081 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-2a1d5b4c-72d3-4aef-8dc1-5a9d28855c84 None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:26:37.260706 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Publish callbacks [] for router_gateway (ba810bd8-34e1-48a4-8d31-3925564c3909), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.314688 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Deleting port bc2fb078-099e-44ad-8687-8a124a1f5cf2 {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:37.315175 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.319114 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-41f30273-21a0-4c56-8d06-3c466f7dd980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.370945 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-2a1d5b4c-72d3-4aef-8dc1-5a9d28855c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:26:36Z', 'revision_number': 5, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port': {'id': 'bc2fb078-099e-44ad-8687-8a124a1f5cf2', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:53Z', 'updated_at': '2022-10-17T03:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:37.396577 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d5b4c-72d3-4aef-8dc1-5a9d28855c84 None None] Checking router: ba810bd8-34e1-48a4-8d31-3925564c3909 for host: dv-cinder-846977-2-iscsi {{(pid=104640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:26:37.399124 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] For port bc2fb078-099e-44ad-8687-8a124a1f5cf2, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=bc2fb078-099e-44ad-8687-8a124a1f5cf2,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:26:37.399491 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.405972 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d5b4c-72d3-4aef-8dc1-5a9d28855c84 None None] Routers {'ba810bd8-34e1-48a4-8d31-3925564c3909'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:26:37.406580 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-2a1d5b4c-72d3-4aef-8dc1-5a9d28855c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:26:09Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['ba810bd8-34e1-48a4-8d31-3925564c3909'], 'active': True} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:37.414934 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Calling delete_port for bc2fb078-099e-44ad-8687-8a124a1f5cf2 owned by network:router_gateway {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:37.494403 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_dvr_db [None req-2a1d5b4c-72d3-4aef-8dc1-5a9d28855c84 None None] Set router ba810bd8-34e1-48a4-8d31-3925564c3909 gateway port host: None {{(pid=104640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:26:37.498462 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-a6603b4a-6852-491a-b072-124686e761e9 None None] Provisioning complete for port 5652bcb7-0697-41e3-8e85-d838e0132a47 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:26:37.498981 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a6603b4a-6852-491a-b072-124686e761e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.499415 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-a6603b4a-6852-491a-b072-124686e761e9 None None] Attempt 1 to provision port 5652bcb7-0697-41e3-8e85-d838e0132a47 Oct 17 03:26:37.519285 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=100 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:37.545201 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.l3_hamode_db [None req-2a1d5b4c-72d3-4aef-8dc1-5a9d28855c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:26:37Z', 'revision_number': 6, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port_host': None}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:37.573407 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d5b4c-72d3-4aef-8dc1-5a9d28855c84 None None] The sync data for ids ['ba810bd8-34e1-48a4-8d31-3925564c3909'] in dv-cinder-846977-2-iscsi is: [{'id': 'ba810bd8-34e1-48a4-8d31-3925564c3909', 'name': 'tempest-TestVolumeBootPattern-1169201216-router', 'tenant_id': '917f1029c33f4607b398287532f2fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:52Z', 'updated_at': '2022-10-17T03:26:37Z', 'revision_number': 6, 'project_id': '917f1029c33f4607b398287532f2fb4b', 'gw_port_host': None}] {{(pid=104640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:26:37.582214 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-a6603b4a-6852-491a-b072-124686e761e9 None None] Current status of the port 5652bcb7-0697-41e3-8e85-d838e0132a47 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:26:37.588826 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (bc2fb078-099e-44ad-8687-8a124a1f5cf2), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.614509 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2fb078-099e-44ad-8687-8a124a1f5cf2,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:37.684137 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751737'] for router_gateway (ba810bd8-34e1-48a4-8d31-3925564c3909), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.734662 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:37.770289 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1154'] for router (ba810bd8-34e1-48a4-8d31-3925564c3909), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.772445 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Publish callbacks [] for router_controller (ba810bd8-34e1-48a4-8d31-3925564c3909), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.813515 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752491'] for router (ba810bd8-34e1-48a4-8d31-3925564c3909), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.814141 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba810bd8-34e1-48a4-8d31-3925564c3909 {{(pid=104637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:26:37.818527 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.819696 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-9fda0d93-e71a-41f6-b517-2b9e4eda2d5a admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/ba810bd8-34e1-48a4-8d31-3925564c3909 HTTP/1.1" status: 204 len: 168 time: 0.7668717 Oct 17 03:26:37.822249 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46598) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:37.866810 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c75ff5-5b1f-4794-8c72-6f6ed0cd64c8 admin admin] Deleting subnet fe0294fe-6364-4dad-bac5-300c814f640b {{(pid=104637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:26:37.869875 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a3c75ff5-5b1f-4794-8c72-6f6ed0cd64c8 admin admin] Publish callbacks [] for subnet (fe0294fe-6364-4dad-bac5-300c814f640b), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:37.904298 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:37.909220 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a3c75ff5-5b1f-4794-8c72-6f6ed0cd64c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4178659'] for subnet (fe0294fe-6364-4dad-bac5-300c814f640b), precommit_delete_associations {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.005036 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a3c75ff5-5b1f-4794-8c72-6f6ed0cd64c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (fe0294fe-6364-4dad-bac5-300c814f640b), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.057933 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a3c75ff5-5b1f-4794-8c72-6f6ed0cd64c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3925904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376063'] for subnet (fe0294fe-6364-4dad-bac5-300c814f640b), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.086178 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-a3c75ff5-5b1f-4794-8c72-6f6ed0cd64c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.090016 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-a3c75ff5-5b1f-4794-8c72-6f6ed0cd64c8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/fe0294fe-6364-4dad-bac5-300c814f640b HTTP/1.1" status: 204 len: 168 time: 0.2668450 Oct 17 03:26:38.091119 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c14192c-6b2c-4769-85cb-1c7b855f2449 None None] Network 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:26:38.091632 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c75ff5-5b1f-4794-8c72-6f6ed0cd64c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0294fe-6364-4dad-bac5-300c814f640b,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:38.092538 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46600) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:38.164300 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.207707 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Deleting port 5652bcb7-0697-41e3-8e85-d838e0132a47 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:38.208098 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.273449 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] For port 5652bcb7-0697-41e3-8e85-d838e0132a47, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=5652bcb7-0697-41e3-8e85-d838e0132a47,segment=NetworkSegment(1c90ed94-f057-42e7-8c86-e85d77f79b0f),segment_id=1c90ed94-f057-42e7-8c86-e85d77f79b0f)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:26:38.273719 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.287712 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Calling delete_port for 5652bcb7-0697-41e3-8e85-d838e0132a47 owned by network:dhcp {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:38.349019 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] DHCP port deletion for 69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd request from dv-cinder-846977-2-iscsi {{(pid=104639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:26:38.360437 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:26:38.368929 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.396164 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Pushing event deleted for resources: {'Port': ['ID=5652bcb7-0697-41e3-8e85-d838e0132a47,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:38.399795 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] No DVR routers for this DVR port 5652bcb7-0697-41e3-8e85-d838e0132a47 on host dv-cinder-846977-2-iscsi {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:26:38.401844 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:26:38.402198 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 9e73c296-1d0f-4794-a9ec-a9f97859e1a4 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:26:38.409644 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Deleting port 5652bcb7-0697-41e3-8e85-d838e0132a47 {{(pid=104639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:38.410018 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), before_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.475882 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.478347 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] For port 5652bcb7-0697-41e3-8e85-d838e0132a47, host dv-cinder-846977-2-iscsi, got binding levels [] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:26:38.478740 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), precommit_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.493119 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Calling delete_port for 5652bcb7-0697-41e3-8e85-d838e0132a47 owned by network:dhcp {{(pid=104639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:38.496068 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.ipam_backend_mixin [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Port 5652bcb7-0697-41e3-8e85-d838e0132a47 was not found and therefore no delete operation was performed {{(pid=104639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 17 03:26:38.497171 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd']}} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:38.497418 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (5652bcb7-0697-41e3-8e85-d838e0132a47), after_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.507995 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c90ed94-f057-42e7-8c86-e85d77f79b0f') {'for_net_delete': True} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:38.508298 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c90ed94-f057-42e7-8c86-e85d77f79b0f') {} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:38.519111 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3661003'] for segment (1c90ed94-f057-42e7-8c86-e85d77f79b0f), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.523588 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Pushing event deleted for resources: {'Port': ['ID=5652bcb7-0697-41e3-8e85-d838e0132a47,revision_number=None']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:38.528071 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] No DVR routers for this DVR port 5652bcb7-0697-41e3-8e85-d838e0132a47 on host dv-cinder-846977-2-iscsi {{(pid=104639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:26:38.534376 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.534731 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.535102 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.536219 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.536219 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.536618 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.536820 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.537143 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.537482 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.538062 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.538185 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (1c90ed94-f057-42e7-8c86-e85d77f79b0f), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.538309 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.538410 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.538679 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.539085 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.539329 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56d6c-fff0-458a-98ed-dd02695c43a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846977-2-iscsi {{(pid=104639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 03:26:38.548153 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=104638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:26:38.548893 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25377617'] for segment (1c90ed94-f057-42e7-8c86-e85d77f79b0f), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.596422 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment 1c90ed94-f057-42e7-8c86-e85d77f79b0f resource provider aggregate not found Oct 17 03:26:38.618149 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment 1c90ed94-f057-42e7-8c86-e85d77f79b0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c90ed94-f057-42e7-8c86-e85d77f79b0f found for delete ", "request_id": "req-c0550532-62da-45d7-bcf0-ded53bcd719a"}]} Oct 17 03:26:38.626164 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.632407 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:38.635500 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd HTTP/1.1" status: 204 len: 168 time: 0.5418575 Oct 17 03:26:38.638531 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [-] (104637) accepted ('10.222.0.27', 46606) {{(pid=104637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:38.647033 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f62cb1-31e5-4e44-9cc4-b22ae727307c admin admin] Pushing event deleted for resources: {'Network': ['ID=69ff13bb-8fa5-45c4-abfd-0eaaeb12e4cd,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:39.169865 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-35ec430c-fea5-4320-8850-c58661d7c27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752455'] for router_interface (5e037f65-112c-4d63-9162-3d7a553ee276), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:39.353740 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-0d80ba0d-8396-42a9-b603-29f1bbfeac61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:39.395128 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-35ec430c-fea5-4320-8850-c58661d7c27b admin admin] Deleting port 8eac0f70-a427-4360-9999-f95289d1c99c {{(pid=104637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:39.395475 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-35ec430c-fea5-4320-8850-c58661d7c27b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), before_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:39.459700 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:39.475758 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.db [None req-35ec430c-fea5-4320-8850-c58661d7c27b admin admin] For port 8eac0f70-a427-4360-9999-f95289d1c99c, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=8eac0f70-a427-4360-9999-f95289d1c99c,segment=NetworkSegment(df39b911-6054-4fce-a744-22b25380b5a8),segment_id=df39b911-6054-4fce-a744-22b25380b5a8)] {{(pid=104637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:26:39.476119 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-35ec430c-fea5-4320-8850-c58661d7c27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), precommit_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:39.492949 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.plugins.ml2.plugin [None req-35ec430c-fea5-4320-8850-c58661d7c27b admin admin] Calling delete_port for 8eac0f70-a427-4360-9999-f95289d1c99c owned by network:router_interface {{(pid=104637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:39.503173 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:39.669368 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device bc2fb078-099e-44ad-8687-8a124a1f5cf2 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:26:39.678774 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-35ec430c-fea5-4320-8850-c58661d7c27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3925925'] for port (8eac0f70-a427-4360-9999-f95289d1c99c), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:39.693645 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: bc2fb078-099e-44ad-8687-8a124a1f5cf2 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:26:39.694153 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device bc2fb078-099e-44ad-8687-8a124a1f5cf2 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:26:39.694635 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 5652bcb7-0697-41e3-8e85-d838e0132a47 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:26:39.705000 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec430c-fea5-4320-8850-c58661d7c27b admin admin] Pushing event deleted for resources: {'Port': ['ID=8eac0f70-a427-4360-9999-f95289d1c99c,revision_number=None']} {{(pid=104637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:39.718127 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 5652bcb7-0697-41e3-8e85-d838e0132a47 {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:26:39.718721 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 5652bcb7-0697-41e3-8e85-d838e0132a47 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:26:39.868737 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron_lib.callbacks.manager [None req-35ec430c-fea5-4320-8850-c58661d7c27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752435'] for router_interface (5e037f65-112c-4d63-9162-3d7a553ee276), after_delete {{(pid=104637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:39.888271 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c0fa53-4028-4dcd-9239-77e1bdbdb646 None None] get_active_networks_info from dv-cinder-846977-2-iscsi {{(pid=104639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 17 03:26:39.959935 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c0fa53-4028-4dcd-9239-77e1bdbdb646 None None] Resources bound (agent type, host, resource id): {{(pid=104639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 03:26:40.074467 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ec430c-fea5-4320-8850-c58661d7c27b admin admin] Router 5e037f65-112c-4d63-9162-3d7a553ee276 has already been hosted by L3 agent dea58ebe-04a0-4074-8d33-fced80136847 {{(pid=104637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 03:26:40.080515 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:40.179740 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ec430c-fea5-4320-8850-c58661d7c27b admin admin] Notify agent at l3_agent.dv-cinder-846977-2-iscsi the message routers_updated {{(pid=104637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 03:26:40.187211 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46608) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:40.187732 dv-cinder-846977-2-iscsi neutron-server[104637]: INFO neutron.wsgi [None req-35ec430c-fea5-4320-8850-c58661d7c27b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/5e037f65-112c-4d63-9162-3d7a553ee276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5475276 Oct 17 03:26:40.190659 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13d947-d3db-491b-956f-e978ca26a814 None None] Sync routers for ids ['5e037f65-112c-4d63-9162-3d7a553ee276'] in dv-cinder-846977-2-iscsi {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 03:26:40.201396 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13d947-d3db-491b-956f-e978ca26a814 None None] Routers {'5e037f65-112c-4d63-9162-3d7a553ee276'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:26:40.202058 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-4a13d947-d3db-491b-956f-e978ca26a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:26:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['5e037f65-112c-4d63-9162-3d7a553ee276'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:40.203681 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=100 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:40.298148 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Publish callbacks [] for router (5e037f65-112c-4d63-9162-3d7a553ee276), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:40.315017 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-4a13d947-d3db-491b-956f-e978ca26a814 None None] Set router 5e037f65-112c-4d63-9162-3d7a553ee276 gateway port host: dv-cinder-846977-2-iscsi {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:26:40.331728 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:40.399152 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Publish callbacks [] for router_gateway (5e037f65-112c-4d63-9162-3d7a553ee276), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:40.446422 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Deleting port a4481b03-6d41-4c1b-a4b4-14fccc6e071a {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:40.446789 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:40.490836 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-4a13d947-d3db-491b-956f-e978ca26a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'name': 'tempest-TestVolumeBootPattern-1313587773-router', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'external_fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:26:39Z', 'revision_number': 5, 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'gw_port': {'id': 'a4481b03-6d41-4c1b-a4b4-14fccc6e071a', 'name': '', 'network_id': '3f5d5270-3f2d-498d-b31c-27499816697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846977-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d8dfb17-30a7-4afa-81fe-c6ddbb4244ce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846977-2-iscsi'}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:40.492262 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:40.517276 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13d947-d3db-491b-956f-e978ca26a814 None None] Checking router: 5e037f65-112c-4d63-9162-3d7a553ee276 for host: dv-cinder-846977-2-iscsi {{(pid=104639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 03:26:40.527062 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13d947-d3db-491b-956f-e978ca26a814 None None] Routers {'5e037f65-112c-4d63-9162-3d7a553ee276'} bound to L3 agent in host dv-cinder-846977-2-iscsi {{(pid=104639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 17 03:26:40.528030 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-4a13d947-d3db-491b-956f-e978ca26a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846977-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T03:03:39Z,description=,heartbeat_timestamp=2022-10-17T03:26:39Z,host='dv-cinder-846977-2-iscsi',id=dea58ebe-04a0-4074-8d33-fced80136847,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T03:03:39Z,topic='l3_agent')) {'router_ids': ['5e037f65-112c-4d63-9162-3d7a553ee276'], 'active': True} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:40.532952 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] For port a4481b03-6d41-4c1b-a4b4-14fccc6e071a, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=a4481b03-6d41-4c1b-a4b4-14fccc6e071a,segment=NetworkSegment(61cc431c-9898-4425-952e-e87ed3382a8c),segment_id=61cc431c-9898-4425-952e-e87ed3382a8c)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:26:40.533354 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:40.548280 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Calling delete_port for a4481b03-6d41-4c1b-a4b4-14fccc6e071a owned by network:router_gateway {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:40.614642 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvr_db [None req-4a13d947-d3db-491b-956f-e978ca26a814 None None] Set router 5e037f65-112c-4d63-9162-3d7a553ee276 gateway port host: None {{(pid=104639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 17 03:26:40.677598 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_hamode_db [None req-4a13d947-d3db-491b-956f-e978ca26a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'name': 'tempest-TestVolumeBootPattern-1313587773-router', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:26:40Z', 'revision_number': 6, 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'gw_port_host': None}], 'dv-cinder-846977-2-iscsi', False) {} {{(pid=104639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:40.679696 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.provisioning_blocks [None req-93022a2e-dae3-4410-ac0c-9b25efc9d23b None None] Provisioning complete for port ec604a7b-9c65-49eb-85f2-e37435498876 triggered by entity DHCP. {{(pid=104639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 17 03:26:40.680063 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-93022a2e-dae3-4410-ac0c-9b25efc9d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16145959'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), provisioning_complete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:40.680388 dv-cinder-846977-2-iscsi neutron-server[104639]: INFO neutron.plugins.ml2.plugin [None req-93022a2e-dae3-4410-ac0c-9b25efc9d23b None None] Attempt 1 to provision port ec604a7b-9c65-49eb-85f2-e37435498876 Oct 17 03:26:40.721474 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13d947-d3db-491b-956f-e978ca26a814 None None] The sync data for ids ['5e037f65-112c-4d63-9162-3d7a553ee276'] in dv-cinder-846977-2-iscsi is: [{'id': '5e037f65-112c-4d63-9162-3d7a553ee276', 'name': 'tempest-TestVolumeBootPattern-1313587773-router', 'tenant_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T03:19:58Z', 'updated_at': '2022-10-17T03:26:40Z', 'revision_number': 6, 'project_id': 'bd52b177a16a4ea1b2dff23d32ab4673', 'gw_port_host': None}] {{(pid=104639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 03:26:40.802138 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-93022a2e-dae3-4410-ac0c-9b25efc9d23b None None] Current status of the port ec604a7b-9c65-49eb-85f2-e37435498876 is: ACTIVE; New status is: ACTIVE {{(pid=104639) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 17 03:26:40.804171 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:40.980443 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (a4481b03-6d41-4c1b-a4b4-14fccc6e071a), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.008877 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4481b03-6d41-4c1b-a4b4-14fccc6e071a,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:41.076687 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751737'] for router_gateway (5e037f65-112c-4d63-9162-3d7a553ee276), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.165580 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1154'] for router (5e037f65-112c-4d63-9162-3d7a553ee276), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.168031 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Publish callbacks [] for router_controller (5e037f65-112c-4d63-9162-3d7a553ee276), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.209690 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752491'] for router (5e037f65-112c-4d63-9162-3d7a553ee276), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.211104 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e037f65-112c-4d63-9162-3d7a553ee276 {{(pid=104638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 03:26:41.215408 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.216400 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-a7f7217c-e0e4-482b-af0e-51b05b15064c admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/5e037f65-112c-4d63-9162-3d7a553ee276 HTTP/1.1" status: 204 len: 168 time: 1.0280478 Oct 17 03:26:41.219033 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46610) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:41.266570 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca02f2b5-7e3d-40be-a8e1-6599f2cb5ea4 admin admin] Deleting subnet 3db93fac-2117-40e5-a9ff-8a9246801c54 {{(pid=104638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 17 03:26:41.269798 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ca02f2b5-7e3d-40be-a8e1-6599f2cb5ea4 admin admin] Publish callbacks [] for subnet (3db93fac-2117-40e5-a9ff-8a9246801c54), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.305284 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ca02f2b5-7e3d-40be-a8e1-6599f2cb5ea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3660978'] for subnet (3db93fac-2117-40e5-a9ff-8a9246801c54), precommit_delete_associations {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.377764 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ca02f2b5-7e3d-40be-a8e1-6599f2cb5ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16026780'] for subnet (3db93fac-2117-40e5-a9ff-8a9246801c54), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.433405 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ca02f2b5-7e3d-40be-a8e1-6599f2cb5ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16038067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3821080'] for subnet (3db93fac-2117-40e5-a9ff-8a9246801c54), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.458892 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02f2b5-7e3d-40be-a8e1-6599f2cb5ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db93fac-2117-40e5-a9ff-8a9246801c54,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:41.462770 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-ca02f2b5-7e3d-40be-a8e1-6599f2cb5ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for subnet (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.468227 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-ca02f2b5-7e3d-40be-a8e1-6599f2cb5ea4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/3db93fac-2117-40e5-a9ff-8a9246801c54 HTTP/1.1" status: 204 len: 168 time: 0.2459357 Oct 17 03:26:41.468676 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46612) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:41.469798 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34762fbb-5885-4c55-9691-17d06945d048 None None] Network f12a7fd1-7981-4347-8151-143fe79f6c10 requested from dv-cinder-846977-2-iscsi {{(pid=104639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 17 03:26:41.490581 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:41.542797 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16084561'] for network (f12a7fd1-7981-4347-8151-143fe79f6c10), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.592054 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Deleting port ec604a7b-9c65-49eb-85f2-e37435498876 {{(pid=104638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:41.592382 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.630561 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:41.639237 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374e4f6b-c9f0-469a-bc75-d21daf847a88 None None] DHCP port deletion for f12a7fd1-7981-4347-8151-143fe79f6c10 request from dv-cinder-846977-2-iscsi {{(pid=104639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 17 03:26:41.665047 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.db [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] For port ec604a7b-9c65-49eb-85f2-e37435498876, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ec604a7b-9c65-49eb-85f2-e37435498876,segment=NetworkSegment(df39b911-6054-4fce-a744-22b25380b5a8),segment_id=df39b911-6054-4fce-a744-22b25380b5a8)] {{(pid=104638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:26:41.665410 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.679439 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.plugin [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Calling delete_port for ec604a7b-9c65-49eb-85f2-e37435498876 owned by network:dhcp {{(pid=104638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:41.684849 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-374e4f6b-c9f0-469a-bc75-d21daf847a88 None None] Deleting port ec604a7b-9c65-49eb-85f2-e37435498876 {{(pid=104639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 17 03:26:41.685222 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-374e4f6b-c9f0-469a-bc75-d21daf847a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783199491880'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), before_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.729731 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device a4481b03-6d41-4c1b-a4b4-14fccc6e071a no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:26:41.766931 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: a4481b03-6d41-4c1b-a4b4-14fccc6e071a {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:26:41.767148 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device a4481b03-6d41-4c1b-a4b4-14fccc6e071a not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:26:41.767405 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ec604a7b-9c65-49eb-85f2-e37435498876 no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:26:41.777984 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25377678'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.802856 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-374e4f6b-c9f0-469a-bc75-d21daf847a88 None None] For port ec604a7b-9c65-49eb-85f2-e37435498876, host dv-cinder-846977-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846977-2-iscsi',level=0,port_id=ec604a7b-9c65-49eb-85f2-e37435498876,segment=NetworkSegment(df39b911-6054-4fce-a744-22b25380b5a8),segment_id=df39b911-6054-4fce-a744-22b25380b5a8)] {{(pid=104639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 03:26:41.803208 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-374e4f6b-c9f0-469a-bc75-d21daf847a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703609'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), precommit_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.807671 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec604a7b-9c65-49eb-85f2-e37435498876,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:41.809501 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] No DVR routers for this DVR port ec604a7b-9c65-49eb-85f2-e37435498876 on host dv-cinder-846977-2-iscsi {{(pid=104638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:26:41.821362 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-374e4f6b-c9f0-469a-bc75-d21daf847a88 None None] Calling delete_port for ec604a7b-9c65-49eb-85f2-e37435498876 owned by network:dhcp {{(pid=104639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 17 03:26:41.835575 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.db [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No active binding found for port ec604a7b-9c65-49eb-85f2-e37435498876 {{(pid=104639) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 17 03:26:41.835942 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] The host dv-cinder-846977-2-iscsi is not matching for port ec604a7b-9c65-49eb-85f2-e37435498876 host None! {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 17 03:26:41.836323 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device ec604a7b-9c65-49eb-85f2-e37435498876 not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:26:41.836731 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 8eac0f70-a427-4360-9999-f95289d1c99c no longer exists at agent ovs-agent-dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 03:26:41.879218 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16131982', 'neutron.services.segments.db._delete_segments_for_network-8783199631836'] for network (f12a7fd1-7981-4347-8151-143fe79f6c10), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.880754 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.plugin [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] No Port match for: 8eac0f70-a427-4360-9999-f95289d1c99c {{(pid=104639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 17 03:26:41.881109 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.plugins.ml2.rpc [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Device 8eac0f70-a427-4360-9999-f95289d1c99c not bound to the agent host dv-cinder-846977-2-iscsi {{(pid=104639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 03:26:41.902803 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12a7fd1-7981-4347-8151-143fe79f6c10']}} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:41.913124 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df39b911-6054-4fce-a744-22b25380b5a8') {'for_net_delete': True} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:41.913416 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.services.segments.db [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df39b911-6054-4fce-a744-22b25380b5a8') {} {{(pid=104638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 03:26:41.922405 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-374e4f6b-c9f0-469a-bc75-d21daf847a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16155720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783199494310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783199118556'] for port (ec604a7b-9c65-49eb-85f2-e37435498876), after_delete {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.927284 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783199569062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3661003'] for segment (df39b911-6054-4fce-a744-22b25380b5a8), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.941358 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347'] for segment (df39b911-6054-4fce-a744-22b25380b5a8), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.947992 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 03:26:41.948415 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16135347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25377617'] for segment (df39b911-6054-4fce-a744-22b25380b5a8), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:41.951106 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e4f6b-c9f0-469a-bc75-d21daf847a88 None None] Pushing event deleted for resources: {'Port': ['ID=ec604a7b-9c65-49eb-85f2-e37435498876,revision_number=None']} {{(pid=104639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:41.952965 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e4f6b-c9f0-469a-bc75-d21daf847a88 None None] No DVR routers for this DVR port ec604a7b-9c65-49eb-85f2-e37435498876 on host dv-cinder-846977-2-iscsi {{(pid=104639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 17 03:26:41.990575 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment df39b911-6054-4fce-a744-22b25380b5a8 resource provider aggregate not found Oct 17 03:26:42.012060 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.services.segments.plugin [-] Segment df39b911-6054-4fce-a744-22b25380b5a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df39b911-6054-4fce-a744-22b25380b5a8 found for delete ", "request_id": "req-39e2259d-c19b-46df-ac10-ce103692505e"}]} Oct 17 03:26:42.013214 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16130941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751782'] for network (f12a7fd1-7981-4347-8151-143fe79f6c10), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:42.020093 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643937'] for network (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:42.023264 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/f12a7fd1-7981-4347-8151-143fe79f6c10 HTTP/1.1" status: 204 len: 168 time: 0.5535107 Oct 17 03:26:42.033061 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699c419-9fce-4999-ad67-b84914864fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12a7fd1-7981-4347-8151-143fe79f6c10,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:42.137879 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46620) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:42.179111 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-6a404f7e-17c4-4f63-bcea-2873ee4641f9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=917f1029c33f4607b398287532f2fb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400224 Oct 17 03:26:42.181544 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46622) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:42.194221 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:42.199196 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:42.209486 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:42.233067 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-55156abb-8db1-4f02-96d2-3457945a7a6c admin admin] Publish callbacks [] for security_group (b2eaaae9-2024-4ada-884f-d8b7fd1045fa), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:42.256989 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-55156abb-8db1-4f02-96d2-3457945a7a6c admin admin] Publish callbacks [] for security_group (b2eaaae9-2024-4ada-884f-d8b7fd1045fa), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:42.303816 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-55156abb-8db1-4f02-96d2-3457945a7a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (b2eaaae9-2024-4ada-884f-d8b7fd1045fa), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:42.306296 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-55156abb-8db1-4f02-96d2-3457945a7a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:42.307538 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-55156abb-8db1-4f02-96d2-3457945a7a6c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b2eaaae9-2024-4ada-884f-d8b7fd1045fa HTTP/1.1" status: 204 len: 168 time: 0.1251154 Oct 17 03:26:42.315276 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55156abb-8db1-4f02-96d2-3457945a7a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eaaae9-2024-4ada-884f-d8b7fd1045fa,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:42.349722 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:42.621005 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46628) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:42.661423 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-12b2eb2d-66eb-4cfc-af1b-e38a922fba4f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bd52b177a16a4ea1b2dff23d32ab4673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388203 Oct 17 03:26:42.663582 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [-] (104638) accepted ('10.222.0.27', 46630) {{(pid=104638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 03:26:42.711906 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e24e4121-ee7c-45b7-9cfe-494fee61cbf2 admin admin] Publish callbacks [] for security_group (7d5ed641-60e2-4d35-8b53-5f83b2ea6a8c), before_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:42.731490 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e24e4121-ee7c-45b7-9cfe-494fee61cbf2 admin admin] Publish callbacks [] for security_group (7d5ed641-60e2-4d35-8b53-5f83b2ea6a8c), precommit_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:42.741517 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:42.780048 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e24e4121-ee7c-45b7-9cfe-494fee61cbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551448'] for security_group (7d5ed641-60e2-4d35-8b53-5f83b2ea6a8c), after_delete {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:42.782558 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron_lib.callbacks.manager [None req-e24e4121-ee7c-45b7-9cfe-494fee61cbf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:42.786779 dv-cinder-846977-2-iscsi neutron-server[104638]: INFO neutron.wsgi [None req-e24e4121-ee7c-45b7-9cfe-494fee61cbf2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7d5ed641-60e2-4d35-8b53-5f83b2ea6a8c HTTP/1.1" status: 204 len: 168 time: 0.1192324 Oct 17 03:26:42.794706 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e4121-ee7c-45b7-9cfe-494fee61cbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5ed641-60e2-4d35-8b53-5f83b2ea6a8c,revision_number=None']} {{(pid=104638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 03:26:47.020107 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:26:47.547512 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:47.548357 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=96 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:50.175376 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=74,neutron:DELETE=4 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:50.177306 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG dbcounter [-] [104637] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:52.790194 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:52.790958 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG dbcounter [-] [104638] Writing DB stats neutron:SELECT=78,neutron:DELETE=9 {{(pid=104638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:57.009845 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:26:57.016107 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:27:00.428081 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:27:07.312002 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-2c528ed2-4c5f-4426-858d-ff9479ca78fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:27:09.355004 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7ba40e8f-c351-4396-ae19-de805e9de024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:27:10.773300 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:27:12.207784 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:27:12.352403 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:27:13.438290 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:27:13.439060 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=5 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:27:17.017540 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:27:27.011106 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:27:27.012981 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:27:32.710306 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [req-ef2ff69d-4064-4098-b2f2-e0b50f520c67 req-23ed5172-74d6-4cdf-86fc-07cec8aae777 service neutron] (104638) timed out ('10.222.0.23', 50693) {{(pid=104638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 03:27:33.968907 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [req-99e4b47a-4f78-4513-8072-fcaca4e96364 req-bcd101f2-6ce4-4f73-b634-1a88612477ed service neutron] (104637) timed out ('10.222.0.23', 50702) {{(pid=104637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 03:27:35.462152 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:27:35.462940 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:DELETE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:27:37.313812 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-8fa1f092-3d8a-47ff-ad51-a3da0fedaa3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:27:37.427138 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:27:39.356328 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f3365ce0-ac00-4596-92e0-5fa0740158b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:27:40.775305 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:27:42.210804 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:27:42.354350 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:27:47.147076 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:27:50.435330 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=5 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:27:50.436083 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:27:57.140637 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:27:57.142554 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:28:07.316234 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-5c00d409-5a1c-457c-81ea-342f8a824818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:28:09.357744 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-4daba615-e36c-45d0-8d99-2c1aa8bd5dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:28:10.778654 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:28:12.216415 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:28:12.356709 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:28:14.426723 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:28:17.015081 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:28:27.009701 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:28:27.011541 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:28:34.230785 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=16 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:28:34.232716 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=18 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:28:37.319332 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-84012ac3-33ae-42fb-81ba-e14de1305719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:28:39.361985 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f7321f55-38c8-4836-876a-9edf53bdb662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:28:40.780522 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:28:42.217336 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:28:42.359624 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:28:47.013359 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:28:51.426304 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:28:57.006973 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:28:57.008844 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:29:04.428885 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=5 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:29:04.429627 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:29:07.323564 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e6651667-ae50-4470-9202-76d76329bd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:29:09.364569 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-eda33d45-417b-41f1-888f-f3d399e9b084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:29:10.783140 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:29:12.219937 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:29:12.361949 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:29:17.012751 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:29:27.006776 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=14 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:29:27.008699 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=4,neutron:UPDATE=6 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:29:28.425600 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:29:28.547827 dv-cinder-846977-2-iscsi neutron-server[104637]: DEBUG neutron.wsgi [req-9335e55e-4d1a-425b-83e8-6a5c631b0f51 req-202663d8-3bce-4160-806c-61f5fced3e52 service neutron] (104637) timed out ('10.222.0.23', 50664) {{(pid=104637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 03:29:37.325467 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-e890ecc3-7cca-4207-a69f-fa41bba91abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:29:39.366360 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-63da8afe-3f79-4dc2-916e-31577a665c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:29:40.787395 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:29:41.421659 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:29:41.426358 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=6 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:29:42.223576 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:29:42.366248 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:29:47.011592 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:29:57.006006 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:29:57.006736 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:29:58.138885 dv-cinder-846977-2-iscsi neutron-server[104638]: DEBUG neutron.wsgi [req-e8bf0f6c-50c5-49af-8a1b-54c1ce8fe270 req-5f7c294e-6c37-4c8b-bffc-3dfbae2349aa service neutron] (104638) timed out ('10.222.0.23', 50716) {{(pid=104638) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 03:30:05.424579 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:30:07.328293 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7cc0-3fe3-4bc1-8b31-5bc310433bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:30:09.367682 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-9c375b1b-8443-4096-918c-503b752e2d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:30:10.789750 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:30:12.227764 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:30:12.368394 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:30:17.009950 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:30:18.427729 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:30:21.422489 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=6 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:30:26.999998 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:30:27.006064 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:30:34.243300 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=14 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:30:34.245325 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=12 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:30:37.333649 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa908-4825-4b11-8be5-ea90fb1fe142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:30:39.369554 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4ff7-e903-4c50-a86f-b18e181db5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:30:40.793581 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:30:42.230830 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:30:42.371580 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:30:42.422599 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:30:47.009977 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:30:55.422937 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=5 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:30:55.423674 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=3 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:30:56.999948 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:30:57.005263 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:31:07.337110 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-d900e0d5-56e3-4dcd-a29b-169b10e3db47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:31:09.369941 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-469cbc85-6296-40fe-a621-e2026058ce65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:31:10.795994 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:31:12.234445 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:31:12.373646 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:31:17.009114 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:31:19.422368 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG neutron.db.agents_db [None req-8b0836aa-a685-4f3f-b333-4c01de32df13 None None] Agent healthcheck: found 6 active agents {{(pid=104640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 03:31:27.002195 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:31:27.004100 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG dbcounter [-] [104639] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:31:35.472177 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=4 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:31:35.472905 dv-cinder-846977-2-iscsi neutron-server[104640]: DEBUG dbcounter [-] [104640] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 17 03:31:37.339083 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-f162e259-4a45-4c81-97c3-fdf1a5b23513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (fa408647-6b54-482c-b750-b3aff7f90bd6), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:31:39.371168 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-ace0241a-2580-418b-a048-9840c5b49526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (dea58ebe-04a0-4074-8d33-fced80136847), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:31:40.798583 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-a60b1307-2713-485a-9068-d2300c8c4eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (9f79ba96-fe02-4792-99ff-1731f3858c4a), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:31:42.237549 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfd75-7f9a-4d13-a4b3-86a27c02a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (8fc1ed72-d7fa-41ff-bdde-4639d3e11563), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:31:42.378976 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-04d1896c-d58e-47fb-8c78-b7f03360c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (e4336b1c-5bae-4803-999f-844320bf0bfc), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 03:31:47.024356 dv-cinder-846977-2-iscsi neutron-server[104639]: DEBUG neutron_lib.callbacks.manager [None req-7554fbdf-7778-411d-abbc-df234a76a04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783199631818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16146113'] for agent (3b6db57d-43c5-40ef-b5fc-d7d5c59179c9), after_update {{(pid=104639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}